--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:19:15.151575Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-2aa9e-744c775558-zn5kc namespace: kserve-ci-e2e-test resourceVersion: "21568" uid: a6220a9c-5fa3-499b-aa5b-46243ff5b9a0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-2aa9e-744c775558-zn5kc to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:19:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:19:15Z" name: ensemble-graph-2aa9e-744c775558-zn5kc.18d62e9d52488f40 namespace: kserve-ci-e2e-test resourceVersion: "21573" uid: 5c2df256-e844-4e25-8afc-0ab3afcfd974 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:15Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-2aa9e-744c775558-zn5kc namespace: kserve-ci-e2e-test resourceVersion: "21578" uid: a6220a9c-5fa3-499b-aa5b-46243ff5b9a0 kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:19:15Z" name: ensemble-graph-2aa9e-744c775558-zn5kc.18d62e9d744bb879 namespace: kserve-ci-e2e-test resourceVersion: "21601" uid: cc8cfefe-2f15-47af-a265-175903bbe1cd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-2aa9e} kind: Pod name: ensemble-graph-2aa9e-744c775558-zn5kc namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: a6220a9c-5fa3-499b-aa5b-46243ff5b9a0 kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:15Z" name: ensemble-graph-2aa9e-744c775558-zn5kc.18d62e9d759d39ae namespace: kserve-ci-e2e-test resourceVersion: "21604" uid: bc3870fb-94e6-45e7-9db7-82bbccb6ba8d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-2aa9e} kind: Pod name: ensemble-graph-2aa9e-744c775558-zn5kc namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: a6220a9c-5fa3-499b-aa5b-46243ff5b9a0 kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: 'Created container: ensemble-graph-2aa9e' metadata: creationTimestamp: "2026-09-17T18:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:15Z" name: ensemble-graph-2aa9e-744c775558-zn5kc.18d62e9d79239170 namespace: kserve-ci-e2e-test resourceVersion: "21605" uid: 111a7692-cebe-43ef-b6b9-d22be7426ee0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-2aa9e} kind: Pod name: ensemble-graph-2aa9e-744c775558-zn5kc namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: a6220a9c-5fa3-499b-aa5b-46243ff5b9a0 kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: Started container ensemble-graph-2aa9e metadata: creationTimestamp: "2026-09-17T18:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:15Z" name: ensemble-graph-2aa9e-744c775558-zn5kc.18d62e9d7995726d namespace: kserve-ci-e2e-test resourceVersion: "21606" uid: 6406c972-0609-4cf5-bcad-0968708653a6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-2aa9e} kind: Pod name: ensemble-graph-2aa9e-744c775558-zn5kc namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: a6220a9c-5fa3-499b-aa5b-46243ff5b9a0 kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: Stopping container ensemble-graph-2aa9e metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:29Z" name: ensemble-graph-2aa9e-744c775558-zn5kc.18d62f107aecc337 namespace: kserve-ci-e2e-test resourceVersion: "25094" uid: c02e652c-ef4a-463b-b68d-f687869a4ac6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-2aa9e} kind: Pod name: ensemble-graph-2aa9e-744c775558-zn5kc namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: a6220a9c-5fa3-499b-aa5b-46243ff5b9a0 kind: Event lastTimestamp: "2026-09-17T18:27:57Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:57Z" name: ensemble-graph-2aa9e-744c775558-zn5kc.18d62f111f4b0a36 namespace: kserve-ci-e2e-test resourceVersion: "25436" uid: 67895785-1828-4999-968a-ca28dcefbe6c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-2aa9e-744c775558 namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: 9544e848-6b8e-4a24-9cb7-649bd1b7bed2 kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: 'Created pod: ensemble-graph-2aa9e-744c775558-zn5kc' metadata: creationTimestamp: "2026-09-17T18:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:15Z" name: ensemble-graph-2aa9e-744c775558.18d62e9d51dd6c9f namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: c4867bc5-ee24-4738-bbbe-45ef74ffd4e3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: b2045c00-5c38-4ccc-b29c-9df0596991d0 kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: Scaled up replica set ensemble-graph-2aa9e-744c775558 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:15Z" name: ensemble-graph-2aa9e.18d62e9d51405600 namespace: kserve-ci-e2e-test resourceVersion: "21566" uid: f6a70a92-e1f6-404b-8925-5d32f0f9ecc8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:15Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 824dd790-53df-44c1-8041-6f5faefecb4a kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: InferenceGraph [ensemble-graph-2aa9e] is Ready metadata: creationTimestamp: "2026-09-17T18:19:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:15Z" name: ensemble-graph-2aa9e.18d62e9d5601cf92 namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: ad21d1d2-f295-4347-aea2-5fbf036af4f5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: bc72c847-e8e6-4f8f-8b02-88e9678cf797 kind: Event lastTimestamp: "2026-09-17T18:19:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:19:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:30Z" name: ensemble-graph-2aa9e.18d62ea0cfcda80f namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: 34edd599-7de4-47d0-b9c8-1eb59ed0f83b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: bc72c847-e8e6-4f8f-8b02-88e9678cf797 kind: Event lastTimestamp: "2026-09-17T18:19:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:19:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:30Z" name: ensemble-graph-2aa9e.18d62ea0d030c34b namespace: kserve-ci-e2e-test resourceVersion: "21732" uid: f321ccab-bc77-4d2d-afea-0c976ab80783 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "21731" uid: bc72c847-e8e6-4f8f-8b02-88e9678cf797 kind: Event lastTimestamp: "2026-09-17T18:19:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:45Z" name: ensemble-graph-2aa9e.18d62ea44ee327cc namespace: kserve-ci-e2e-test resourceVersion: "21848" uid: b3652b60-b02f-49a8-8649-96b65234c4fb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "21731" uid: bc72c847-e8e6-4f8f-8b02-88e9678cf797 kind: Event lastTimestamp: "2026-09-17T18:19:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:45Z" name: ensemble-graph-2aa9e.18d62ea44f4acffc namespace: kserve-ci-e2e-test resourceVersion: "21850" uid: b7c11418-bef4-4624-8eda-fae67f00c29f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:18:04.869543Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-b0976-8d4c9ffcc-vg6pl namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: 79aac34f-8028-4c1a-bfb6-6ababbac4563 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-b0976-8d4c9ffcc-vg6pl to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:18:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:18:04Z" name: ensemble-graph-b0976-8d4c9ffcc-vg6pl.18d62e8cf525d693 namespace: kserve-ci-e2e-test resourceVersion: "20619" uid: f86f5f1b-76ef-4f74-b975-588463ddf240 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:05Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-b0976-8d4c9ffcc-vg6pl namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 79aac34f-8028-4c1a-bfb6-6ababbac4563 kind: Event lastTimestamp: "2026-09-17T18:18:05Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-b0976-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:05Z" name: ensemble-graph-b0976-8d4c9ffcc-vg6pl.18d62e8cffb34048 namespace: kserve-ci-e2e-test resourceVersion: "20639" uid: a4b11b95-97f8-434f-ba60-2d9072fbcc9f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:06Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-b0976-8d4c9ffcc-vg6pl namespace: kserve-ci-e2e-test resourceVersion: "20624" uid: 79aac34f-8028-4c1a-bfb6-6ababbac4563 kind: Event lastTimestamp: "2026-09-17T18:18:06Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:18:06Z" name: ensemble-graph-b0976-8d4c9ffcc-vg6pl.18d62e8d3acfeebb namespace: kserve-ci-e2e-test resourceVersion: "20651" uid: 9972e197-1ddf-4198-aa84-df55a0726a44 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b0976} kind: Pod name: ensemble-graph-b0976-8d4c9ffcc-vg6pl namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 79aac34f-8028-4c1a-bfb6-6ababbac4563 kind: Event lastTimestamp: "2026-09-17T18:18:06Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:06Z" name: ensemble-graph-b0976-8d4c9ffcc-vg6pl.18d62e8d3c05639b namespace: kserve-ci-e2e-test resourceVersion: "20653" uid: 6ec136b5-0272-4544-aad1-7de2a4fb98af reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b0976} kind: Pod name: ensemble-graph-b0976-8d4c9ffcc-vg6pl namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 79aac34f-8028-4c1a-bfb6-6ababbac4563 kind: Event lastTimestamp: "2026-09-17T18:18:06Z" message: 'Created container: ensemble-graph-b0976' metadata: creationTimestamp: "2026-09-17T18:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:06Z" name: ensemble-graph-b0976-8d4c9ffcc-vg6pl.18d62e8d3eee0137 namespace: kserve-ci-e2e-test resourceVersion: "20656" uid: 7ec5ca16-b113-4557-967d-0c0ce2fbf490 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b0976} kind: Pod name: ensemble-graph-b0976-8d4c9ffcc-vg6pl namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 79aac34f-8028-4c1a-bfb6-6ababbac4563 kind: Event lastTimestamp: "2026-09-17T18:18:06Z" message: Started container ensemble-graph-b0976 metadata: creationTimestamp: "2026-09-17T18:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:06Z" name: ensemble-graph-b0976-8d4c9ffcc-vg6pl.18d62e8d3f618d87 namespace: kserve-ci-e2e-test resourceVersion: "20657" uid: 00f2afbe-6695-4fd7-a036-73eda98779db reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b0976} kind: Pod name: ensemble-graph-b0976-8d4c9ffcc-vg6pl namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 79aac34f-8028-4c1a-bfb6-6ababbac4563 kind: Event lastTimestamp: "2026-09-17T18:18:14Z" message: Stopping container ensemble-graph-b0976 metadata: creationTimestamp: "2026-09-17T18:18:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:14Z" name: ensemble-graph-b0976-8d4c9ffcc-vg6pl.18d62e8f4d2c4ac5 namespace: kserve-ci-e2e-test resourceVersion: "20744" uid: 0bee7359-97df-43c8-96b9-c503502e0a6f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-b0976} kind: Pod name: ensemble-graph-b0976-8d4c9ffcc-vg6pl namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 79aac34f-8028-4c1a-bfb6-6ababbac4563 kind: Event lastTimestamp: "2026-09-17T18:18:42Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:42Z" name: ensemble-graph-b0976-8d4c9ffcc-vg6pl.18d62e8fd5da4b31 namespace: kserve-ci-e2e-test resourceVersion: "21097" uid: 0ae09bf9-98ee-485a-b5a7-4eafa761c6e5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-b0976-8d4c9ffcc namespace: kserve-ci-e2e-test resourceVersion: "20611" uid: 678f64f8-c1a0-425a-a8a8-9611e62454fa kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: 'Created pod: ensemble-graph-b0976-8d4c9ffcc-vg6pl' metadata: creationTimestamp: "2026-09-17T18:18:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:04Z" name: ensemble-graph-b0976-8d4c9ffcc.18d62e8cf49d5b8b namespace: kserve-ci-e2e-test resourceVersion: "20615" uid: 1de9a80b-b0e7-4fb4-960a-cd564180afa2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-b0976 namespace: kserve-ci-e2e-test resourceVersion: "20609" uid: 352448c6-329d-42a5-9bce-3514b4d09185 kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: Scaled up replica set ensemble-graph-b0976-8d4c9ffcc from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:18:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:04Z" name: ensemble-graph-b0976.18d62e8cf3fe46e6 namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: 484e3e9f-e378-4fa2-a2cc-4a2766282538 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:04Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-b0976 namespace: kserve-ci-e2e-test resourceVersion: "20629" uid: 8ed44483-c034-4311-9db4-e71080500d64 kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: InferenceGraph [ensemble-graph-b0976] is Ready metadata: creationTimestamp: "2026-09-17T18:18:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:18:04Z" name: ensemble-graph-b0976.18d62e8cf7aff756 namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: a75c2eaf-229f-463e-bc5f-362822349765 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:19:11.925632Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21488" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-04b70-predictor-5cff8969d4-8k7db to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:19:11Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9c92008ef6 namespace: kserve-ci-e2e-test resourceVersion: "21492" uid: 61f515d8-4279-4698-bc72-16e8348b45f9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:19:12Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9cb3cd0379 namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: f103e653-b8a8-47b1-9f36-ef7988684606 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9cb54d5892 namespace: kserve-ci-e2e-test resourceVersion: "21518" uid: 76827eb3-b77f-4e75-95b4-e9b5d6cfd33e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9cb868eb81 namespace: kserve-ci-e2e-test resourceVersion: "21522" uid: a195b828-6188-41fc-9517-dc7b2d7a0e56 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9cb8da5d1f namespace: kserve-ci-e2e-test resourceVersion: "21523" uid: 1a675025-781b-4cf1-a78b-eb99fedbbfe2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9cb8e42c51 namespace: kserve-ci-e2e-test resourceVersion: "21524" uid: 83a2202f-1fc0-45a9-ae35-269fadd5938f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9cbbf7e07b namespace: kserve-ci-e2e-test resourceVersion: "21525" uid: 615da1a2-72a5-47fa-a904-560ee2916b12 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9cbc68a6af namespace: kserve-ci-e2e-test resourceVersion: "21526" uid: 8cf2efeb-64be-40c6-9e57-0d284e4cd46f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:19:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:28:29Z" message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:19:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:29Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62e9cdcb190e3 namespace: kserve-ci-e2e-test resourceVersion: "26116" uid: 0b53e945-6825-41fa-a53a-0e6410f8755c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:26Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62f1dbced5faa namespace: kserve-ci-e2e-test resourceVersion: "26015" uid: a1712e59-6174-49b8-aedd-234213d2fa4c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:26Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62f1dbcedecea namespace: kserve-ci-e2e-test resourceVersion: "26017" uid: 1af70f73-5401-4067-b07b-0ad869fad413 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: 989023f8-495b-4a1c-8ff2-47ee07d4f3e2 kind: Event lastTimestamp: "2026-09-17T18:28:29Z" message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp 10.133.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:29Z" name: error-404-isvc-04b70-predictor-5cff8969d4-8k7db.18d62f1e51236b9b namespace: kserve-ci-e2e-test resourceVersion: "26115" uid: ea3c02a1-2015-414f-b828-63ee27cbaa31 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-04b70-predictor-5cff8969d4 namespace: kserve-ci-e2e-test resourceVersion: "21482" uid: 157ccbb2-276c-42b3-b00a-0d7184a9c47b kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: 'Created pod: error-404-isvc-04b70-predictor-5cff8969d4-8k7db' metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:11Z" name: error-404-isvc-04b70-predictor-5cff8969d4.18d62e9c918d09ca namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: a38478df-96fd-4b62-b6b4-2abfc53b47b3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21480" uid: 1a2609b9-5280-490a-8b0e-2f9104c82914 kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: Scaled up replica set error-404-isvc-04b70-predictor-5cff8969d4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:11Z" name: error-404-isvc-04b70-predictor.18d62e9c8fd5baa3 namespace: kserve-ci-e2e-test resourceVersion: "21483" uid: ba6dd6f2-8112-4f31-8476-58c7afb38646 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:19:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21481" uid: 23ae2980-60f3-4be2-9e42-684216a85283 kind: Event lastTimestamp: "2026-09-17T18:19:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:19:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:41Z" name: error-404-isvc-04b70-predictor.18d62ea00e5002a0 namespace: kserve-ci-e2e-test resourceVersion: "21818" uid: 88bb55b6-988e-420b-92d4-5609d87854b4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:19:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21481" uid: 23ae2980-60f3-4be2-9e42-684216a85283 kind: Event lastTimestamp: "2026-09-17T18:19:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:19:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:41Z" name: error-404-isvc-04b70-predictor.18d62ea00eb57720 namespace: kserve-ci-e2e-test resourceVersion: "21819" uid: 181c7f77-3e14-4d31-a2e3-1d0e486bcc92 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:19:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21704" uid: 23ae2980-60f3-4be2-9e42-684216a85283 kind: Event lastTimestamp: "2026-09-17T18:20:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:20:11Z" name: error-404-isvc-04b70-predictor.18d62ea70c04326d namespace: kserve-ci-e2e-test resourceVersion: "22086" uid: aeb3ffeb-ae06-4ea4-8950-1f28e161c71a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:19:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21704" uid: 23ae2980-60f3-4be2-9e42-684216a85283 kind: Event lastTimestamp: "2026-09-17T18:20:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:20:11Z" name: error-404-isvc-04b70-predictor.18d62ea70c6e3319 namespace: kserve-ci-e2e-test resourceVersion: "22087" uid: 1715cd76-307d-4582-8828-13cff78b48ee reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-04b70 namespace: kserve-ci-e2e-test resourceVersion: "21468" uid: 8e645060-b3fb-4dd2-815a-e8fea687c73a kind: Event lastTimestamp: "2026-09-17T18:19:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:59Z" name: error-404-isvc-04b70.18d62e9c8fdc6022 namespace: kserve-ci-e2e-test resourceVersion: "21962" uid: 888c07ab-db14-4e12-a807-19ec59a00cc1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-04b70 namespace: kserve-ci-e2e-test resourceVersion: "21959" uid: 8e645060-b3fb-4dd2-815a-e8fea687c73a kind: Event lastTimestamp: "2026-09-17T18:19:59Z" message: InferenceService [error-404-isvc-04b70] is Ready metadata: creationTimestamp: "2026-09-17T18:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:59Z" name: error-404-isvc-04b70.18d62ea7983b0fcf namespace: kserve-ci-e2e-test resourceVersion: "21960" uid: 8d3a8c51-6290-40f2-b54e-3852fb8946f0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:07:50.243768Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15539" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:07:50Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfdda98c978 namespace: kserve-ci-e2e-test resourceVersion: "15543" uid: 3c96f48e-b10b-476a-8b4f-486a95bae3bc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-0c0cc-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:50Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfde4eca29e namespace: kserve-ci-e2e-test resourceVersion: "15555" uid: 01eba3af-9755-4f56-aab7-875577934b8e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15548" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:07:51Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfe2032f47d namespace: kserve-ci-e2e-test resourceVersion: "15577" uid: c7c49387-6413-4cc6-af3a-fccd9df295b8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfe21aa9536 namespace: kserve-ci-e2e-test resourceVersion: "15579" uid: 27d91c65-c75b-40bb-9b50-76e2bbc1271e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfe2477cd47 namespace: kserve-ci-e2e-test resourceVersion: "15582" uid: 854c351c-2f09-4f52-8e21-4b3581f0faaf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfe24db9a8f namespace: kserve-ci-e2e-test resourceVersion: "15583" uid: 429347f1-e91f-46f0-9210-a191f525214e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfe24e4e4a1 namespace: kserve-ci-e2e-test resourceVersion: "15584" uid: da1c20fc-3fb9-4343-885c-26d0737131a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfe27a11b11 namespace: kserve-ci-e2e-test resourceVersion: "15585" uid: 84b618f0-92bb-496b-8e67-bd6bcabf93c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfe2812c857 namespace: kserve-ci-e2e-test resourceVersion: "15586" uid: 705ddccf-fa66-4b3b-b830-265c92a53755 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:07:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:08:28Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:07:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:28Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62dfe4c132c8b namespace: kserve-ci-e2e-test resourceVersion: "15930" uid: 37bad60d-7e76-4875-9226-3a495ff5a19a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:04Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62e7ef8d5ef50 namespace: kserve-ci-e2e-test resourceVersion: "19899" uid: 0ec9ae3e-85eb-444d-801a-3b04d0121e74 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6 namespace: kserve-ci-e2e-test resourceVersion: "15541" uid: fc843b63-9526-4a17-8dad-76b356842474 kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:04Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6.18d62e7ef8d6bd2d namespace: kserve-ci-e2e-test resourceVersion: "19900" uid: 3436507a-01df-4f70-ad61-24d47f9d6245 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0c0cc-predictor-55555bf8bd namespace: kserve-ci-e2e-test resourceVersion: "15533" uid: 802ac497-4cf5-4894-8269-9d678ec18e16 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: 'Created pod: error-404-isvc-0c0cc-predictor-55555bf8bd-d9fb6' metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:50Z" name: error-404-isvc-0c0cc-predictor-55555bf8bd.18d62dfdda0a1c5f namespace: kserve-ci-e2e-test resourceVersion: "15540" uid: d54f24da-08bd-462e-9de9-35f4c907ba41 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15531" uid: 6fa25dbe-5d39-46e7-abb3-a2b382501fc0 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: Scaled up replica set error-404-isvc-0c0cc-predictor-55555bf8bd from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:50Z" name: error-404-isvc-0c0cc-predictor.18d62dfdd7e91d95 namespace: kserve-ci-e2e-test resourceVersion: "15535" uid: dfc3d6f6-991e-4c99-af8f-72df668f4348 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:08:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15532" uid: f0ef67a3-27ba-47e7-8b89-253c8cbe439f kind: Event lastTimestamp: "2026-09-17T18:08:35Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:08:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:35Z" name: error-404-isvc-0c0cc-predictor.18d62e0156b625fb namespace: kserve-ci-e2e-test resourceVersion: "15989" uid: 7fb438a7-3456-4476-895f-41355ec281b9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:08:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15532" uid: f0ef67a3-27ba-47e7-8b89-253c8cbe439f kind: Event lastTimestamp: "2026-09-17T18:08:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:08:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:35Z" name: error-404-isvc-0c0cc-predictor.18d62e0157339c60 namespace: kserve-ci-e2e-test resourceVersion: "15991" uid: 170a4048-22ac-4e3d-bdd5-3a76b2db1eea reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:08:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: f0ef67a3-27ba-47e7-8b89-253c8cbe439f kind: Event lastTimestamp: "2026-09-17T18:09:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:08:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:05Z" name: error-404-isvc-0c0cc-predictor.18d62e04d62fb53a namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: 47a2e11e-baca-45c0-9c97-6585b2ee04c2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:08:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: f0ef67a3-27ba-47e7-8b89-253c8cbe439f kind: Event lastTimestamp: "2026-09-17T18:09:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:08:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:05Z" name: error-404-isvc-0c0cc-predictor.18d62e04d6c5987f namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: 232b4000-771a-4988-981f-03c75a01565b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: 696cea9e-a5a2-46d4-895e-85c6fbe10f51 kind: Event lastTimestamp: "2026-09-17T18:08:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:38Z" name: error-404-isvc-0c0cc.18d62dfdd7e67d20 namespace: kserve-ci-e2e-test resourceVersion: "16064" uid: f3a16f7b-5bf4-4da7-ab38-e77f068be020 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "16062" uid: 696cea9e-a5a2-46d4-895e-85c6fbe10f51 kind: Event lastTimestamp: "2026-09-17T18:08:38Z" message: InferenceService [error-404-isvc-0c0cc] is Ready metadata: creationTimestamp: "2026-09-17T18:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:38Z" name: error-404-isvc-0c0cc.18d62e09077468a4 namespace: kserve-ci-e2e-test resourceVersion: "16063" uid: 4ad512d6-e98b-427c-a3db-e491166e73ef reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:28:40.357027Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26341" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:28:40Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f20eb27561e namespace: kserve-ci-e2e-test resourceVersion: "26345" uid: 4a17d35f-5a43-4890-b521-bf160201d318 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1a268-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:40Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f20fa8ccf01 namespace: kserve-ci-e2e-test resourceVersion: "26359" uid: eafded85-019a-4700-82a6-40a74cc8478a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26349" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Add eth0 [10.133.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:28:41Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f2131421f59 namespace: kserve-ci-e2e-test resourceVersion: "26377" uid: feb43c10-5aba-4d83-856a-bd6dd5d7fc29 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f2132a0e1dc namespace: kserve-ci-e2e-test resourceVersion: "26379" uid: e1e4635c-52a7-4d04-ba65-548b1335501b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f213631ebc9 namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: 52e0b2a5-d45f-4c15-bcd1-7580a3cfd386 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f2136a7e7a8 namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: b383cfca-c7b3-4f16-98d4-e331910e6d8f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f2136b0fdfa namespace: kserve-ci-e2e-test resourceVersion: "26384" uid: d2e45bf5-93a1-40ff-8059-0d034e97ea24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f21398f320e namespace: kserve-ci-e2e-test resourceVersion: "26386" uid: 58dd23f2-005e-49bb-a350-89044f658562 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f213a03a07a namespace: kserve-ci-e2e-test resourceVersion: "26387" uid: b4e62663-2366-4f9d-a4f6-627c85f862cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:28:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:29:19Z" message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:19Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62f21b1abe3a3 namespace: kserve-ci-e2e-test resourceVersion: "26748" uid: 6a7b1239-fd30-4182-9d26-70a59dfddb84 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:37:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:37:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:37:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:37:54Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62fa207de4c4a namespace: kserve-ci-e2e-test resourceVersion: "30456" uid: 44d38bf3-9f8d-45fd-b3ca-5f53c3d7f384 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:37:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 201e291b-5dd8-42f6-bbd5-80a7c5730f6f kind: Event lastTimestamp: "2026-09-17T18:37:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:37:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:37:54Z" name: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5.18d62fa207deb84c namespace: kserve-ci-e2e-test resourceVersion: "30457" uid: 7a9024fe-1126-4031-8aff-ec32b8b6a1d6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-1a268-predictor-58cf6c8694 namespace: kserve-ci-e2e-test resourceVersion: "26335" uid: f0be755b-cba7-4d12-8424-c9e89d0c4c5b kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: 'Created pod: error-404-isvc-1a268-predictor-58cf6c8694-2nfg5' metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:40Z" name: error-404-isvc-1a268-predictor-58cf6c8694.18d62f20eabb6c29 namespace: kserve-ci-e2e-test resourceVersion: "26342" uid: 25900a11-f930-409b-aa30-b82fd94230a4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26333" uid: c988a4c1-6720-496b-ace1-ab31e8f44492 kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: Scaled up replica set error-404-isvc-1a268-predictor-58cf6c8694 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:40Z" name: error-404-isvc-1a268-predictor.18d62f20e9068762 namespace: kserve-ci-e2e-test resourceVersion: "26337" uid: 96d79899-1e82-4a4c-8f2d-88e89b68a808 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26334" uid: d2287c5d-7313-4994-8bd4-d417be567178 kind: Event lastTimestamp: "2026-09-17T18:29:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:28:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:10Z" name: error-404-isvc-1a268-predictor.18d62f24677dd441 namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: d6a3655a-f1cd-411e-b504-c9bc52b58a32 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26334" uid: d2287c5d-7313-4994-8bd4-d417be567178 kind: Event lastTimestamp: "2026-09-17T18:29:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:28:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:10Z" name: error-404-isvc-1a268-predictor.18d62f2467ea9c9f namespace: kserve-ci-e2e-test resourceVersion: "26645" uid: 0da2df98-90ba-47ea-a851-7cd77d7ed70b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:29:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26528" uid: d2287c5d-7313-4994-8bd4-d417be567178 kind: Event lastTimestamp: "2026-09-17T18:29:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:29:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:55Z" name: error-404-isvc-1a268-predictor.18d62f2b658d5e6c namespace: kserve-ci-e2e-test resourceVersion: "27123" uid: 9aa6ee60-3141-4012-9afd-4a416265a13c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:29:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26528" uid: d2287c5d-7313-4994-8bd4-d417be567178 kind: Event lastTimestamp: "2026-09-17T18:29:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:29:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:55Z" name: error-404-isvc-1a268-predictor.18d62f2b6610bf30 namespace: kserve-ci-e2e-test resourceVersion: "27124" uid: 1d142d45-6bfe-406d-b48a-a28298974aa5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1a268 namespace: kserve-ci-e2e-test resourceVersion: "26323" uid: d59af9ee-c5fa-447f-8a63-8a00e9dd521d kind: Event lastTimestamp: "2026-09-17T18:29:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:29Z" name: error-404-isvc-1a268.18d62f20e9024842 namespace: kserve-ci-e2e-test resourceVersion: "26886" uid: 7248b744-7a0c-4102-80eb-04cfea93769e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1a268 namespace: kserve-ci-e2e-test resourceVersion: "26884" uid: d59af9ee-c5fa-447f-8a63-8a00e9dd521d kind: Event lastTimestamp: "2026-09-17T18:29:29Z" message: InferenceService [error-404-isvc-1a268] is Ready metadata: creationTimestamp: "2026-09-17T18:29:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:29Z" name: error-404-isvc-1a268.18d62f2c6f88adb8 namespace: kserve-ci-e2e-test resourceVersion: "26885" uid: 10fe7e5e-ba25-40b0-b968-c1aa1be3e97f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:18:15.250681Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20821" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:18:15Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8f5fe980f0 namespace: kserve-ci-e2e-test resourceVersion: "20827" uid: f02708fa-6221-4e5c-a46f-aa6e84fd301b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-2aa9e-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8f6f0e8758 namespace: kserve-ci-e2e-test resourceVersion: "20840" uid: fa676781-20e7-406a-84c9-b099218f6b26 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:16Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:18:16Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8fa5da48e6 namespace: kserve-ci-e2e-test resourceVersion: "20860" uid: 847f14fb-7d33-4d9e-93b9-e051d90bde68 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:16Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:16Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8fa71a6d89 namespace: kserve-ci-e2e-test resourceVersion: "20862" uid: 5eb05cef-5c36-4b13-a986-695b67a3226d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:16Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8fa9f600ac namespace: kserve-ci-e2e-test resourceVersion: "20864" uid: 14577ded-3a08-4eca-8a6a-bdddc1413590 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:16Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8faa68a43a namespace: kserve-ci-e2e-test resourceVersion: "20866" uid: 1de9a072-4819-467d-843d-f63f4919b09e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:16Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8faa71d44d namespace: kserve-ci-e2e-test resourceVersion: "20867" uid: c60c9f52-18f9-4b2f-b82d-322c9a9b7323 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:16Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8fadaa62ad namespace: kserve-ci-e2e-test resourceVersion: "20871" uid: f0c2c3b0-a1b3-4b18-81b8-f19ddf1b1ee3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:16Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e8fae1be7c0 namespace: kserve-ci-e2e-test resourceVersion: "20872" uid: 91327e4b-1376-4dcb-8923-b3c6cd46de4c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:18:53Z" message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:53Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62e90002572b5 namespace: kserve-ci-e2e-test resourceVersion: "21212" uid: 2fe9d4d0-2431-42ce-8ebc-76c1e9230b2c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:29Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62f10862e0b10 namespace: kserve-ci-e2e-test resourceVersion: "25147" uid: 2d80618a-0642-41c6-a7a2-004bae62213d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85 namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: c5bf2834-b504-440c-b5e4-c36e8cdd84c0 kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:29Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85.18d62f10862f4534 namespace: kserve-ci-e2e-test resourceVersion: "25148" uid: e4353c0d-bc87-4253-91b2-ec0b562f59b5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-2aa9e-predictor-7ff7b8dffd namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: 083b41de-1454-45b5-b7b6-f0c6caef4bc5 kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: 'Created pod: error-404-isvc-2aa9e-predictor-7ff7b8dffd-82f85' metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:15Z" name: error-404-isvc-2aa9e-predictor-7ff7b8dffd.18d62e8f5f905299 namespace: kserve-ci-e2e-test resourceVersion: "20824" uid: bd9eb641-84a7-42bf-be38-27b3ba6e2201 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: fa51cd79-8a48-4319-b84d-e66ce03478be kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Scaled up replica set error-404-isvc-2aa9e-predictor-7ff7b8dffd from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:15Z" name: error-404-isvc-2aa9e-predictor.18d62e8f5dbe55d3 namespace: kserve-ci-e2e-test resourceVersion: "20816" uid: c2669b31-1409-4f69-b83e-08e86bdce45b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20814" uid: a9762657-06a5-4d3d-ba2a-a06cfee5092d kind: Event lastTimestamp: "2026-09-17T18:18:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:18:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:45Z" name: error-404-isvc-2aa9e-predictor.18d62e92dc344bce namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: 54ef70bc-d74c-4eb1-abd5-7833ec7a29fa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20814" uid: a9762657-06a5-4d3d-ba2a-a06cfee5092d kind: Event lastTimestamp: "2026-09-17T18:18:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:18:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:45Z" name: error-404-isvc-2aa9e-predictor.18d62e92dca04582 namespace: kserve-ci-e2e-test resourceVersion: "21122" uid: 8a4fb13a-1832-4286-bcfc-83a65536f8b2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:19:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21003" uid: a9762657-06a5-4d3d-ba2a-a06cfee5092d kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:15Z" name: error-404-isvc-2aa9e-predictor.18d62e99da0dd130 namespace: kserve-ci-e2e-test resourceVersion: "21591" uid: ecc90a0b-0856-428d-896d-9864b3f12290 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:19:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21003" uid: a9762657-06a5-4d3d-ba2a-a06cfee5092d kind: Event lastTimestamp: "2026-09-17T18:19:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:15Z" name: error-404-isvc-2aa9e-predictor.18d62e99da7615b8 namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: f968e3dd-acca-4521-9d84-c7d1a9d1352e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "20802" uid: c61c35de-237a-4f95-80ec-895966cd353c kind: Event lastTimestamp: "2026-09-17T18:19:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:04Z" name: error-404-isvc-2aa9e.18d62e8f5dc44314 namespace: kserve-ci-e2e-test resourceVersion: "21342" uid: 6079f94c-9a2d-4f6a-b5e3-54028bbda1cd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "21339" uid: c61c35de-237a-4f95-80ec-895966cd353c kind: Event lastTimestamp: "2026-09-17T18:19:04Z" message: InferenceService [error-404-isvc-2aa9e] is Ready metadata: creationTimestamp: "2026-09-17T18:19:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:04Z" name: error-404-isvc-2aa9e.18d62e9abafa1374 namespace: kserve-ci-e2e-test resourceVersion: "21340" uid: fdc904f5-20f7-4ea1-a87d-b28e6dee835d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:08:46.856207Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16240" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:08:46Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b08f624c7 namespace: kserve-ci-e2e-test resourceVersion: "16244" uid: 8edd685d-994d-4688-8f47-f01b30b001fd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:08:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-4a77e-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:47Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b183337f5 namespace: kserve-ci-e2e-test resourceVersion: "16258" uid: f1150119-ee76-40b4-9093-90288bc207e4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16250" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:08:48Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b4eca76e9 namespace: kserve-ci-e2e-test resourceVersion: "16275" uid: 81af8c05-aa7c-40b5-9443-b3694cd8059d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b50298eb7 namespace: kserve-ci-e2e-test resourceVersion: "16277" uid: b85aef98-c678-41f3-8816-9bd816d08821 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b536d8b4c namespace: kserve-ci-e2e-test resourceVersion: "16281" uid: 99744823-aeff-4ae3-96e9-4afac2ff2c9d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b53d0891d namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: 24732e5f-eb2d-4a54-b135-8a6cbd4310fd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b53d8ee82 namespace: kserve-ci-e2e-test resourceVersion: "16283" uid: 8f0ec6bf-0b69-4d24-b16d-61097ef193ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b56c28945 namespace: kserve-ci-e2e-test resourceVersion: "16284" uid: 739aa6a1-c08f-45e8-8af4-4767af7a775b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b57230027 namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 62f72ce9-c427-4de4-bab6-48cc0484a05f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:04Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e0b6461b6a2 namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: 5f9da903-401a-42ca-93b5-b514c2424bee reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:01Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e8c2a81e735 namespace: kserve-ci-e2e-test resourceVersion: "20488" uid: 7429b9ab-fa32-41fd-8918-b2a6e574ab14 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:01Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e8c2a823e1e namespace: kserve-ci-e2e-test resourceVersion: "20489" uid: 1101e164-0e47-4a1d-9a60-4d204729526a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0b73cbc3-6f10-4ef1-986c-1d2f538bfef5 kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp 10.133.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:18:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:04Z" name: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh.18d62e8cd8ead826 namespace: kserve-ci-e2e-test resourceVersion: "20596" uid: 8ed4551c-84f5-407c-a898-4d1e94153f18 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-4a77e-predictor-66c6b8db58 namespace: kserve-ci-e2e-test resourceVersion: "16234" uid: ca906b2b-f750-4e70-8052-6c75b3628fab kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: 'Created pod: error-404-isvc-4a77e-predictor-66c6b8db58-dcpsh' metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:46Z" name: error-404-isvc-4a77e-predictor-66c6b8db58.18d62e0b08898976 namespace: kserve-ci-e2e-test resourceVersion: "16242" uid: 7730b61c-09c9-4d2b-b8c9-5f45b2f3fa57 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: 54ee9842-e23d-4f1c-9edf-219c3a8b7e47 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Scaled up replica set error-404-isvc-4a77e-predictor-66c6b8db58 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:46Z" name: error-404-isvc-4a77e-predictor.18d62e0b068acb31 namespace: kserve-ci-e2e-test resourceVersion: "16235" uid: be9be604-f229-4119-bcef-67d10e2a7c5d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:09:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: e5cd3d05-67d8-48d9-96da-55ffc4b085ca kind: Event lastTimestamp: "2026-09-17T18:09:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:16Z" name: error-404-isvc-4a77e-predictor.18d62e0e84f8fe43 namespace: kserve-ci-e2e-test resourceVersion: "16577" uid: ecde29c9-7aaa-4089-8bd0-ec8566e03c31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:09:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: e5cd3d05-67d8-48d9-96da-55ffc4b085ca kind: Event lastTimestamp: "2026-09-17T18:09:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:16Z" name: error-404-isvc-4a77e-predictor.18d62e0e856431c9 namespace: kserve-ci-e2e-test resourceVersion: "16578" uid: c67526b3-0e4d-4ee9-a0bc-1097a9d34286 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:09:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: e5cd3d05-67d8-48d9-96da-55ffc4b085ca kind: Event lastTimestamp: "2026-09-17T18:10:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:09:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:10:01Z" name: error-404-isvc-4a77e-predictor.18d62e15831e577e namespace: kserve-ci-e2e-test resourceVersion: "16978" uid: 53a9f4d8-c8f8-4e1f-b129-7021b6545aeb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:09:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: e5cd3d05-67d8-48d9-96da-55ffc4b085ca kind: Event lastTimestamp: "2026-09-17T18:10:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:09:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:10:01Z" name: error-404-isvc-4a77e-predictor.18d62e158398b68d namespace: kserve-ci-e2e-test resourceVersion: "16979" uid: df1ccfe8-c4bc-448f-9a05-9b80a9a7b4d6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16217" uid: c7a00119-abb0-4ffc-959d-e16b0a5bd749 kind: Event lastTimestamp: "2026-09-17T18:09:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:09:34Z" name: error-404-isvc-4a77e.18d62e0b0696f12e namespace: kserve-ci-e2e-test resourceVersion: "16730" uid: 163fd091-1a43-405a-89c8-b98b49868d29 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: c7a00119-abb0-4ffc-959d-e16b0a5bd749 kind: Event lastTimestamp: "2026-09-17T18:09:34Z" message: InferenceService [error-404-isvc-4a77e] is Ready metadata: creationTimestamp: "2026-09-17T18:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:09:34Z" name: error-404-isvc-4a77e.18d62e16203872a1 namespace: kserve-ci-e2e-test resourceVersion: "16728" uid: 533b9bce-5558-4426-911f-3691c83b5253 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:06:16.433645Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14489" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-70b74-predictor-68dbc46586-btrs2 to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:06:16Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62de80313ef0e namespace: kserve-ci-e2e-test resourceVersion: "14499" uid: 4da8bfb7-2036-4a5c-98f4-fcd6feeb6cba reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14504" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:06:17Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62de8255c6099 namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: dd6aca00-b7e8-4dea-b59d-fde127a0d7e9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:17Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62de826f66601 namespace: kserve-ci-e2e-test resourceVersion: "14558" uid: bc1d8a13-c0b2-450e-bd1f-259d027427dc reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:28Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" in 11.633s (11.633s including waiting). Image size: 1357375559 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:28Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62deadc662426 namespace: kserve-ci-e2e-test resourceVersion: "14680" uid: b01a4928-1883-4bd9-9218-b7c98662a428 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:28Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62deadf3305ed namespace: kserve-ci-e2e-test resourceVersion: "14683" uid: e1c9a3c8-fac3-41b9-88b3-baa9c550f4fe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:28Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62deadf96af36 namespace: kserve-ci-e2e-test resourceVersion: "14684" uid: 49d380b2-d6f9-4da1-b6f6-f50acced91dd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:28Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:28Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62deadfa2c832 namespace: kserve-ci-e2e-test resourceVersion: "14686" uid: fbe3e6b6-827c-43ac-9451-397f20b8e429 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:31Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.635s (2.636s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:31Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62deb7cc17c83 namespace: kserve-ci-e2e-test resourceVersion: "14719" uid: a2ef88d4-a48d-4120-b29c-1081f2b8a73f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:31Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62deb7fa06d93 namespace: kserve-ci-e2e-test resourceVersion: "14722" uid: 416eadef-bd11-46ff-9d07-f520d4d1e9fc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:06:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:31Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62deb80151505 namespace: kserve-ci-e2e-test resourceVersion: "14723" uid: cd7974d1-6744-4710-904d-868207c0d7cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:06:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:07:08Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:06:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:08Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62debd2d34699 namespace: kserve-ci-e2e-test resourceVersion: "15054" uid: 2d7b1a99-32b1-437c-a9a7-94ff69a21c2a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:50Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62dfdd1cebb5e namespace: kserve-ci-e2e-test resourceVersion: "15512" uid: 24dbdd21-8da9-4dd2-bf74-9241155398e0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-70b74-predictor-68dbc46586-btrs2 namespace: kserve-ci-e2e-test resourceVersion: "14492" uid: ba63c5a9-edbd-424f-a725-ada3e0782153 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:50Z" name: error-404-isvc-70b74-predictor-68dbc46586-btrs2.18d62dfdd1cf1cdf namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 7919b26c-8fea-4f23-8d86-158cb63ce9e7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-70b74-predictor-68dbc46586 namespace: kserve-ci-e2e-test resourceVersion: "14483" uid: 6d46cc6b-db6e-4380-a07b-4ae97f65a163 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: 'Created pod: error-404-isvc-70b74-predictor-68dbc46586-btrs2' metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:16Z" name: error-404-isvc-70b74-predictor-68dbc46586.18d62de802a0c910 namespace: kserve-ci-e2e-test resourceVersion: "14493" uid: efa98a24-75db-4124-bdd1-c5977f237a03 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14481" uid: 5c775dcc-7dfa-4220-9103-105574093e28 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Scaled up replica set error-404-isvc-70b74-predictor-68dbc46586 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:16Z" name: error-404-isvc-70b74-predictor.18d62de8009c60a1 namespace: kserve-ci-e2e-test resourceVersion: "14486" uid: 4e822930-9cad-4ba0-a1c8-da9deeab260a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14482" uid: 549c3cd1-1029-4109-b1ca-306ad7f8c0eb kind: Event lastTimestamp: "2026-09-17T18:07:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:01Z" name: error-404-isvc-70b74-predictor.18d62deb7f676fcd namespace: kserve-ci-e2e-test resourceVersion: "14997" uid: de600151-1474-4045-9f41-52888ddbf0de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14482" uid: 549c3cd1-1029-4109-b1ca-306ad7f8c0eb kind: Event lastTimestamp: "2026-09-17T18:07:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:01Z" name: error-404-isvc-70b74-predictor.18d62deb802ce26a namespace: kserve-ci-e2e-test resourceVersion: "14998" uid: c6afd6be-622f-4b5a-8efc-89e60c150f9e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14721" uid: 549c3cd1-1029-4109-b1ca-306ad7f8c0eb kind: Event lastTimestamp: "2026-09-17T18:07:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:46Z" name: error-404-isvc-70b74-predictor.18d62df5fccbc6a7 namespace: kserve-ci-e2e-test resourceVersion: "15416" uid: 28421948-4043-4849-a746-05d4e603156b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14721" uid: 549c3cd1-1029-4109-b1ca-306ad7f8c0eb kind: Event lastTimestamp: "2026-09-17T18:07:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:46Z" name: error-404-isvc-70b74-predictor.18d62df5fd805bf0 namespace: kserve-ci-e2e-test resourceVersion: "15418" uid: 4a039892-2a66-4187-9f82-1ac6d490afd5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-70b74 namespace: kserve-ci-e2e-test resourceVersion: "14465" uid: 91db861d-44c6-4916-a4d2-06f906dadec8 kind: Event lastTimestamp: "2026-09-17T18:07:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:07:18Z" name: error-404-isvc-70b74.18d62de8009114a1 namespace: kserve-ci-e2e-test resourceVersion: "15161" uid: 2b1ef16a-3e53-42c4-b247-c988642b3205 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-70b74 namespace: kserve-ci-e2e-test resourceVersion: "15159" uid: 91db861d-44c6-4916-a4d2-06f906dadec8 kind: Event lastTimestamp: "2026-09-17T18:07:18Z" message: InferenceService [error-404-isvc-70b74] is Ready metadata: creationTimestamp: "2026-09-17T18:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:07:18Z" name: error-404-isvc-70b74.18d62df68f1f82ff namespace: kserve-ci-e2e-test resourceVersion: "15160" uid: 930d0b51-2696-48a9-a2f0-66ca7624311e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:28:26.867336Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26056" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:28:26Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1dc71b0259 namespace: kserve-ci-e2e-test resourceVersion: "26060" uid: fae04678-f218-41f9-9084-01b3691dc3ca reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26066" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Add eth0 [10.133.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:28:27Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1de9230c60 namespace: kserve-ci-e2e-test resourceVersion: "26083" uid: cfa2d1f8-3027-4502-9c7d-77deca8f5e40 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1dea6fae23 namespace: kserve-ci-e2e-test resourceVersion: "26085" uid: 4a5f7f6c-7b5a-4614-b9e8-4a02b5aa9497 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1dedca9a76 namespace: kserve-ci-e2e-test resourceVersion: "26088" uid: 35623bc9-2c45-4688-93c0-7a1799cffb43 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1dee402f53 namespace: kserve-ci-e2e-test resourceVersion: "26089" uid: c676e89e-ecb4-4381-90dc-48796234cb26 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1dee4af7f9 namespace: kserve-ci-e2e-test resourceVersion: "26090" uid: 13996dba-0e05-42c0-ad27-a2201b4a2a00 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1df20c10b5 namespace: kserve-ci-e2e-test resourceVersion: "26092" uid: 4c953d37-3494-4d8d-ba0b-1f1a16ab1ced reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1df293ea55 namespace: kserve-ci-e2e-test resourceVersion: "26093" uid: 99b0cd19-39ca-48fd-91bc-3c2115d81398 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:29:03Z" message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:03Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d62f1df30ba4b9 namespace: kserve-ci-e2e-test resourceVersion: "26594" uid: cdde3a98-8aff-409a-9665-96d338fb645c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:45:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:45:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:45:45Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d6300fb6b06d17 namespace: kserve-ci-e2e-test resourceVersion: "33712" uid: 5a621cdd-af54-4bc7-b5db-890d97c3f0f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:45:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:45:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:45:45Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d6300fb6b0fabc namespace: kserve-ci-e2e-test resourceVersion: "33713" uid: 9b5c287f-05b2-4134-8860-f1c2f72ed366 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:45:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5 namespace: kserve-ci-e2e-test resourceVersion: "26057" uid: b14627ec-b437-4b19-a2f4-251fa231c2ec kind: Event lastTimestamp: "2026-09-17T18:45:49Z" message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-09-17T18:45:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:45:49Z" name: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5.18d630108f4eb78b namespace: kserve-ci-e2e-test resourceVersion: "33783" uid: 1f16b12e-e5b4-4822-bf5d-833c67d6368d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8365d-predictor-7567c8f6b namespace: kserve-ci-e2e-test resourceVersion: "26050" uid: 66965e9a-0bd4-44d3-8036-4319c0967ec4 kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: 'Created pod: error-404-isvc-8365d-predictor-7567c8f6b-jgvv5' metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:26Z" name: error-404-isvc-8365d-predictor-7567c8f6b.18d62f1dc6cdf46b namespace: kserve-ci-e2e-test resourceVersion: "26058" uid: c21ff5d3-35ee-42eb-8825-bf51d6b5414b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26048" uid: e86120a4-0dca-4648-b508-dbd25c7ae84c kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: Scaled up replica set error-404-isvc-8365d-predictor-7567c8f6b from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:26Z" name: error-404-isvc-8365d-predictor.18d62f1dc532929d namespace: kserve-ci-e2e-test resourceVersion: "26052" uid: f57ae7a0-0345-41ae-9169-582dd4f8fdca reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26049" uid: 76b24d0a-da2c-4184-8b40-b6e01b8a02e2 kind: Event lastTimestamp: "2026-09-17T18:29:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:41Z" name: error-404-isvc-8365d-predictor.18d62f214395badd namespace: kserve-ci-e2e-test resourceVersion: "27017" uid: af4a9b73-04a9-4e88-b9c9-3600cddd693c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26049" uid: 76b24d0a-da2c-4184-8b40-b6e01b8a02e2 kind: Event lastTimestamp: "2026-09-17T18:29:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:41Z" name: error-404-isvc-8365d-predictor.18d62f21440204ab namespace: kserve-ci-e2e-test resourceVersion: "27018" uid: b9fa2506-5451-481d-a10e-f7f78caa0784 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26393" uid: 76b24d0a-da2c-4184-8b40-b6e01b8a02e2 kind: Event lastTimestamp: "2026-09-17T18:28:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:28:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:56Z" name: error-404-isvc-8365d-predictor.18d62f24c2ce5575 namespace: kserve-ci-e2e-test resourceVersion: "26544" uid: 3d23b6bd-7f60-4253-bad1-d7b2eef22e78 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26393" uid: 76b24d0a-da2c-4184-8b40-b6e01b8a02e2 kind: Event lastTimestamp: "2026-09-17T18:28:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:28:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:56Z" name: error-404-isvc-8365d-predictor.18d62f24c34a7b2b namespace: kserve-ci-e2e-test resourceVersion: "26546" uid: e2d8b47f-6878-4151-bd22-b7db2a624a87 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8365d namespace: kserve-ci-e2e-test resourceVersion: "26035" uid: abf959ed-3324-4ff4-8778-f10bd291c044 kind: Event lastTimestamp: "2026-09-17T18:29:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:13Z" name: error-404-isvc-8365d.18d62f1dc5261b8a namespace: kserve-ci-e2e-test resourceVersion: "26686" uid: cd9c54eb-4e49-49d4-a54b-eb646cebd1a9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8365d namespace: kserve-ci-e2e-test resourceVersion: "26683" uid: abf959ed-3324-4ff4-8778-f10bd291c044 kind: Event lastTimestamp: "2026-09-17T18:29:13Z" message: InferenceService [error-404-isvc-8365d] is Ready metadata: creationTimestamp: "2026-09-17T18:29:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:13Z" name: error-404-isvc-8365d.18d62f28b290501e namespace: kserve-ci-e2e-test resourceVersion: "26685" uid: a0bda045-e523-4021-a8bc-356a425d2857 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:17:04.976689Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19940" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:17:04Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f034178aa namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 99927b2c-619e-4d19-aacc-495b2940d793 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:05Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-b0976-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:05Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f0b85443e namespace: kserve-ci-e2e-test resourceVersion: "19958" uid: 0966b3b9-9873-4462-8062-e44f4de5d8e8 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:06Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:06Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:17:06Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f495267f3 namespace: kserve-ci-e2e-test resourceVersion: "19984" uid: 4d0c0753-27bd-4664-ab21-3c0351350bbf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:06Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:06Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f4b038dc1 namespace: kserve-ci-e2e-test resourceVersion: "19986" uid: 2c539a11-61f0-4e60-a9f2-3a3642d6875a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:06Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f4e69966c namespace: kserve-ci-e2e-test resourceVersion: "19987" uid: 80462762-3fc9-4f86-87de-6e3085326206 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:06Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f4eddbd58 namespace: kserve-ci-e2e-test resourceVersion: "19988" uid: a5b4158b-6a3d-4feb-b986-164988e03b9f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:06Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f4ee791db namespace: kserve-ci-e2e-test resourceVersion: "19989" uid: 4b843a75-a581-4d3d-a688-f270fd1313eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:06Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f51f7c39a namespace: kserve-ci-e2e-test resourceVersion: "19992" uid: 60a3f70d-68ed-4b00-aa0e-2c22a8c312a9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:06Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f526e3558 namespace: kserve-ci-e2e-test resourceVersion: "19993" uid: 0ef65cf8-06a8-4dec-8c06-80838cbe43f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:17:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:17:42Z" message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:17:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:42Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e7f646cec69 namespace: kserve-ci-e2e-test resourceVersion: "20285" uid: afd80dfd-791a-4624-a45b-79dd2fedfc04 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e8f555b0605 namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 1a231927-1202-46b8-b42a-5a85c75ba0c7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e8f555ba370 namespace: kserve-ci-e2e-test resourceVersion: "20782" uid: 2327f401-6b36-4e2c-997c-f050b1d43e75 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: e6a9c759-12f5-492c-a6cb-e621dd9e8930 kind: Event lastTimestamp: "2026-09-17T18:18:17Z" message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp 10.133.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:17Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq.18d62e8fecbd2381 namespace: kserve-ci-e2e-test resourceVersion: "20889" uid: 4114b393-ad34-48b3-bf5f-c7c4cb7fe941 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b0976-predictor-65dc4f7b7d namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: d8a20b05-3200-4318-94f6-7671237b8fb8 kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: 'Created pod: error-404-isvc-b0976-predictor-65dc4f7b7d-4n7pq' metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:17:04Z" name: error-404-isvc-b0976-predictor-65dc4f7b7d.18d62e7f02aeda69 namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 5e849cca-5fcb-4250-b465-a30cb9e146b7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "19931" uid: a66fde57-85f5-4170-81a9-3409ea8feac7 kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: Scaled up replica set error-404-isvc-b0976-predictor-65dc4f7b7d from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:17:04Z" name: error-404-isvc-b0976-predictor.18d62e7f0118610c namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: 47d9487a-d147-4bd9-bfc7-42395056b9b5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:17:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: 7c7e6f3e-95b4-4db3-81c9-42f403be5776 kind: Event lastTimestamp: "2026-09-17T18:17:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:17:49Z" name: error-404-isvc-b0976-predictor.18d62e827f9696f7 namespace: kserve-ci-e2e-test resourceVersion: "20333" uid: 5c4e1116-0272-4051-933a-d1676037e9a1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:17:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: 7c7e6f3e-95b4-4db3-81c9-42f403be5776 kind: Event lastTimestamp: "2026-09-17T18:17:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:17:49Z" name: error-404-isvc-b0976-predictor.18d62e827fffa963 namespace: kserve-ci-e2e-test resourceVersion: "20334" uid: c88a8dec-358e-4867-9867-ba31b553437e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "20110" uid: 7c7e6f3e-95b4-4db3-81c9-42f403be5776 kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:18:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:04Z" name: error-404-isvc-b0976-predictor.18d62e8cfc19e2d6 namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: d7e22b8b-937d-4c37-be31-29091c9075aa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "20110" uid: 7c7e6f3e-95b4-4db3-81c9-42f403be5776 kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:18:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:04Z" name: error-404-isvc-b0976-predictor.18d62e8cfc835cbe namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: 5ea3bcc9-4685-4ccb-b799-b28c8737c76d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b0976 namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: 10d2511c-acce-4517-9aaf-1110a12505d7 kind: Event lastTimestamp: "2026-09-17T18:17:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:17:52Z" name: error-404-isvc-b0976.18d62e7f011cc193 namespace: kserve-ci-e2e-test resourceVersion: "20372" uid: d24e9775-3e95-4ea8-8301-19a1f7d536e5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b0976 namespace: kserve-ci-e2e-test resourceVersion: "20370" uid: 10d2511c-acce-4517-9aaf-1110a12505d7 kind: Event lastTimestamp: "2026-09-17T18:17:52Z" message: InferenceService [error-404-isvc-b0976] is Ready metadata: creationTimestamp: "2026-09-17T18:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:17:52Z" name: error-404-isvc-b0976.18d62e8a1f895c06 namespace: kserve-ci-e2e-test resourceVersion: "20371" uid: cf08eae0-b149-47dd-a1b3-6ec210ca2e55 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:27:30.042159Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25175" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:27:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:27:30Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f108c0fa072 namespace: kserve-ci-e2e-test resourceVersion: "25179" uid: 4dece439-cc78-4298-99bf-71ed9891bdb7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:30Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:27:30Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-e0a3a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:27:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:30Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f109594c916 namespace: kserve-ci-e2e-test resourceVersion: "25192" uid: 4173d916-6ca4-447f-9495-cddd48521252 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25183" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:27:31Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f10d22875ab namespace: kserve-ci-e2e-test resourceVersion: "25214" uid: 68f0331e-e107-4b39-a728-fad6eea9397b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f10d384d4fb namespace: kserve-ci-e2e-test resourceVersion: "25216" uid: b61d25ca-2c31-48e6-8800-effe25a68334 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f10d6ae17cb namespace: kserve-ci-e2e-test resourceVersion: "25219" uid: 3875e6f5-9f54-46f1-8113-e94b8cb4845e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f10d72006b4 namespace: kserve-ci-e2e-test resourceVersion: "25221" uid: 47bee0fb-0fbb-43fb-b353-7d1d9684b07f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f10d72a2007 namespace: kserve-ci-e2e-test resourceVersion: "25222" uid: fcbd0f3d-7594-4db1-bb99-15d6fa4f8f37 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f10da9b85e6 namespace: kserve-ci-e2e-test resourceVersion: "25224" uid: b9ee8d72-e50f-4de6-880a-f7c80d495593 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f10db0eade1 namespace: kserve-ci-e2e-test resourceVersion: "25225" uid: 12f6e5f0-bf08-4e96-a446-8f797b8daeb1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:28:09Z" message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:09Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f1151473572 namespace: kserve-ci-e2e-test resourceVersion: "25540" uid: 28749ed6-5bb8-4ea3-96d8-048f85c573ef reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:40Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f20e12104d9 namespace: kserve-ci-e2e-test resourceVersion: "26302" uid: ab338db8-274b-4e96-945b-b0473711b8c8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:40Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f20e1218516 namespace: kserve-ci-e2e-test resourceVersion: "26304" uid: f50d051e-a6b1-4b76-85db-002c89636990 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: f637e287-3f12-4437-b888-bb632303b794 kind: Event lastTimestamp: "2026-09-17T18:28:44Z" message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp 10.133.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:28:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:44Z" name: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc.18d62f21d97a03e1 namespace: kserve-ci-e2e-test resourceVersion: "26425" uid: 31ca6566-bf8b-43ce-a202-67aa8b2f98bc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e0a3a-predictor-64d96fc94 namespace: kserve-ci-e2e-test resourceVersion: "25168" uid: fac1142f-89d5-4c08-901d-8618d66092ba kind: Event lastTimestamp: "2026-09-17T18:27:30Z" message: 'Created pod: error-404-isvc-e0a3a-predictor-64d96fc94-zpgcc' metadata: creationTimestamp: "2026-09-17T18:27:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:27:30Z" name: error-404-isvc-e0a3a-predictor-64d96fc94.18d62f108b7cd9b8 namespace: kserve-ci-e2e-test resourceVersion: "25176" uid: 059132b1-6408-4510-973f-9174f510f11c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25164" uid: d7c46599-8dbc-42c3-81ff-84283157014b kind: Event lastTimestamp: "2026-09-17T18:27:30Z" message: Scaled up replica set error-404-isvc-e0a3a-predictor-64d96fc94 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:27:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:27:30Z" name: error-404-isvc-e0a3a-predictor.18d62f1089f2107b namespace: kserve-ci-e2e-test resourceVersion: "25169" uid: 2f29fa27-8e52-49f5-8e4e-bd879a40a1f1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:27:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25167" uid: c2057220-41bc-4e7c-8d5b-08be1d3a070c kind: Event lastTimestamp: "2026-09-17T18:28:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:27:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:00Z" name: error-404-isvc-e0a3a-predictor.18d62f14087276c7 namespace: kserve-ci-e2e-test resourceVersion: "25460" uid: 933eea41-598a-4c26-bc9f-d5bf3e2b23b5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:27:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25167" uid: c2057220-41bc-4e7c-8d5b-08be1d3a070c kind: Event lastTimestamp: "2026-09-17T18:28:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:27:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:00Z" name: error-404-isvc-e0a3a-predictor.18d62f1408d4eaf0 namespace: kserve-ci-e2e-test resourceVersion: "25461" uid: dabb8063-85d7-43c1-838d-5563f951e893 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25348" uid: c2057220-41bc-4e7c-8d5b-08be1d3a070c kind: Event lastTimestamp: "2026-09-17T18:28:30Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:30Z" name: error-404-isvc-e0a3a-predictor.18d62f1b06c253d4 namespace: kserve-ci-e2e-test resourceVersion: "26153" uid: 0980a34e-368c-464c-a589-763b83760c5d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25348" uid: c2057220-41bc-4e7c-8d5b-08be1d3a070c kind: Event lastTimestamp: "2026-09-17T18:28:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:28:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:30Z" name: error-404-isvc-e0a3a-predictor.18d62f1b073e534d namespace: kserve-ci-e2e-test resourceVersion: "26155" uid: 9d99830b-5d70-4641-8691-78b6ae184bb9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:27:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "25146" uid: 2e54f1cb-7869-4e82-9315-37fc682b1902 kind: Event lastTimestamp: "2026-09-17T18:28:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:27:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:28:19Z" name: error-404-isvc-e0a3a.18d62f1089fdfd11 namespace: kserve-ci-e2e-test resourceVersion: "25903" uid: 9ea62e61-9fb6-487e-b076-2502879ff7d0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "25146" uid: 2e54f1cb-7869-4e82-9315-37fc682b1902 kind: Event lastTimestamp: "2026-09-17T18:27:30Z" message: 'Failed to update status for InferenceService "error-404-isvc-e0a3a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e0a3a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:27:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:27:30Z" name: error-404-isvc-e0a3a.18d62f108a7428e4 namespace: kserve-ci-e2e-test resourceVersion: "25172" uid: a0f45b7f-608e-455e-8f97-e8324258823d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "25146" uid: 2e54f1cb-7869-4e82-9315-37fc682b1902 kind: Event lastTimestamp: "2026-09-17T18:27:30Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-e0a3a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:27:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:27:30Z" name: error-404-isvc-e0a3a.18d62f108a7465fd namespace: kserve-ci-e2e-test resourceVersion: "25173" uid: e00809f6-fbe8-458b-8015-3f631d6b9438 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "25901" uid: 2e54f1cb-7869-4e82-9315-37fc682b1902 kind: Event lastTimestamp: "2026-09-17T18:28:19Z" message: InferenceService [error-404-isvc-e0a3a] is Ready metadata: creationTimestamp: "2026-09-17T18:28:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:28:19Z" name: error-404-isvc-e0a3a.18d62f1c0c9a6eea namespace: kserve-ci-e2e-test resourceVersion: "25902" uid: bcaa8a46-1d55-48d5-a6fe-5fb9c676e90b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:18:01.640750Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 to ip-10-0-133-113.ec2.internal metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:18:01Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c34b265ef namespace: kserve-ci-e2e-test resourceVersion: "20531" uid: 61f4f211-3b20-4e1e-8b57-7be15972ede2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-fb34c-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:01Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c3ec89f71 namespace: kserve-ci-e2e-test resourceVersion: "20545" uid: 175c8fe5-4c9d-40b2-ace9-e62507725745 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:18:02Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c7a99dc0c namespace: kserve-ci-e2e-test resourceVersion: "20568" uid: 5df1d183-6e91-4ac7-9348-4d094d87deff reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c7bdadc97 namespace: kserve-ci-e2e-test resourceVersion: "20570" uid: cbb1f4eb-5b23-4bb1-b9e2-f8e88968c38f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c7eea1fc9 namespace: kserve-ci-e2e-test resourceVersion: "20573" uid: 996fe69e-7dee-496c-ba8a-b0386ea52bf6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c7f6b2172 namespace: kserve-ci-e2e-test resourceVersion: "20574" uid: 17c93387-31af-4211-814a-52727e9de7ea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c7f7394f3 namespace: kserve-ci-e2e-test resourceVersion: "20576" uid: e468ebe1-8f80-40f5-8d12-af8048d71fa1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c82766215 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: 419faee5-8f00-4def-8c17-0efcc9d03d1e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8c82e90d3e namespace: kserve-ci-e2e-test resourceVersion: "20578" uid: c2f45984-a40e-4d49-bbc8-60bc697f8355 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:18:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:18:40Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:18:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:40Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e8cf5205721 namespace: kserve-ci-e2e-test resourceVersion: "21086" uid: d7bd5a83-4164-472a-b94d-a0f9dd0a22ce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:11Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e9c874cc921 namespace: kserve-ci-e2e-test resourceVersion: "21447" uid: 447c6b1d-4c7b-4509-8ca9-1440e29eeaf9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3707b25a-b382-4f65-bc24-5d97d035ad62 kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:11Z" name: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5.18d62e9c874e75d7 namespace: kserve-ci-e2e-test resourceVersion: "21448" uid: 2997cc89-2a23-4789-ac9a-5d18d089f85b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-113.ec2.internal source: component: kubelet host: ip-10-0-133-113.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-fb34c-predictor-67b8546c54 namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: 7f6d1285-aa1a-4732-9940-53c6e6529508 kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: 'Created pod: error-404-isvc-fb34c-predictor-67b8546c54-4wjz5' metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:01Z" name: error-404-isvc-fb34c-predictor-67b8546c54.18d62e8c34496e24 namespace: kserve-ci-e2e-test resourceVersion: "20528" uid: 39a3ca76-acc7-4bc7-9f97-4dd999fde55a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: 27901798-48b0-4fe7-b70b-7add5d678875 kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: Scaled up replica set error-404-isvc-fb34c-predictor-67b8546c54 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:01Z" name: error-404-isvc-fb34c-predictor.18d62e8c32c6e8a0 namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 1488f4dd-1fc4-48ce-8f44-0246ab852768 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: 991e9d85-473f-4c68-b54b-55345f3d9c01 kind: Event lastTimestamp: "2026-09-17T18:18:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:31Z" name: error-404-isvc-fb34c-predictor.18d62e8fb14f21e3 namespace: kserve-ci-e2e-test resourceVersion: "21019" uid: 10d8228a-886f-48d6-8852-f245bf8e61a5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: 991e9d85-473f-4c68-b54b-55345f3d9c01 kind: Event lastTimestamp: "2026-09-17T18:18:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:31Z" name: error-404-isvc-fb34c-predictor.18d62e8fb1b44197 namespace: kserve-ci-e2e-test resourceVersion: "21020" uid: 34be7765-97f5-42b9-a87d-7b9c352081ea reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20874" uid: 991e9d85-473f-4c68-b54b-55345f3d9c01 kind: Event lastTimestamp: "2026-09-17T18:19:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:01Z" name: error-404-isvc-fb34c-predictor.18d62e96af0aec79 namespace: kserve-ci-e2e-test resourceVersion: "21299" uid: d6ae2390-efa6-476e-853f-7a793e27445d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20874" uid: 991e9d85-473f-4c68-b54b-55345f3d9c01 kind: Event lastTimestamp: "2026-09-17T18:19:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:01Z" name: error-404-isvc-fb34c-predictor.18d62e96af6f3529 namespace: kserve-ci-e2e-test resourceVersion: "21300" uid: c36182af-82c0-4cd0-9a8f-1ca81f825f34 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fb34c namespace: kserve-ci-e2e-test resourceVersion: "20507" uid: 47924445-5027-4a14-b097-4a22c21f6ad9 kind: Event lastTimestamp: "2026-09-17T18:18:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:18:50Z" name: error-404-isvc-fb34c.18d62e8c32cb7a59 namespace: kserve-ci-e2e-test resourceVersion: "21188" uid: a7707bd4-2bfe-48d5-9469-b29baf963c36 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fb34c namespace: kserve-ci-e2e-test resourceVersion: "21186" uid: 47924445-5027-4a14-b097-4a22c21f6ad9 kind: Event lastTimestamp: "2026-09-17T18:18:50Z" message: InferenceService [error-404-isvc-fb34c] is Ready metadata: creationTimestamp: "2026-09-17T18:18:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:18:50Z" name: error-404-isvc-fb34c.18d62e97b01db334 namespace: kserve-ci-e2e-test resourceVersion: "21187" uid: 283cc273-855b-43de-8326-d64e9c3b12de reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:06:16.148594Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14437" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 to ip-10-0-135-240.ec2.internal metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62de7f2167766 namespace: kserve-ci-e2e-test resourceVersion: "14443" uid: 0fa5f9eb-2596-4e1e-8703-feae30242038 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14447" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62de813f9fe2b namespace: kserve-ci-e2e-test resourceVersion: "14538" uid: 37d56175-ef5b-4dae-986b-c67024e28680 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423" already present on machine metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62de815b8fd1b namespace: kserve-ci-e2e-test resourceVersion: "14542" uid: ceb31692-8f9c-4db7-aab9-ea8a15a41036 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62de81850892e namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: a24a4b07-a4b3-41e1-9331-f292126c2677 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62de818addee9 namespace: kserve-ci-e2e-test resourceVersion: "14544" uid: 6a773ef0-0a73-4355-a146-e6dbf4028b45 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:21Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919" metadata: creationTimestamp: "2026-09-17T18:06:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:21Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62de938434550 namespace: kserve-ci-e2e-test resourceVersion: "14616" uid: 50676ab7-d262-4ce8-b361-0672c0b35445 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919" in 29.47s (29.47s including waiting). Image size: 1583073169 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62df014d41225 namespace: kserve-ci-e2e-test resourceVersion: "14889" uid: 58c1fb87-d0ed-44ca-a155-63d8380a2593 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62df01c069eca namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: 0c3f3f64-5d0f-4bbb-b5e8-eb71506a7d33 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62df01e4f6f49 namespace: kserve-ci-e2e-test resourceVersion: "14892" uid: 5558f95c-f2ef-44eb-879b-6501149000bb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62df01e607065 namespace: kserve-ci-e2e-test resourceVersion: "14893" uid: e778a560-3114-4686-8810-ba5e02717fbb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.773s (2.773s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62df0c3b388c1 namespace: kserve-ci-e2e-test resourceVersion: "14916" uid: 86f16b9e-d4ad-4812-81ab-99f4cc023167 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62df0c9ac8f25 namespace: kserve-ci-e2e-test resourceVersion: "14920" uid: 40437fba-e448-4315-a90b-d01512f40fc0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62df0ca10ab8d namespace: kserve-ci-e2e-test resourceVersion: "14923" uid: 89c8952c-91d5-481c-ae0d-5b95fabf4535 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:50Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62df0f70aa24c namespace: kserve-ci-e2e-test resourceVersion: "16357" uid: 532fb096-4506-4947-9054-4de59979b29e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62e0afadbdb77 namespace: kserve-ci-e2e-test resourceVersion: "16188" uid: 57995fc3-d207-4405-aa13-e281d74dc6a4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62e0afadcdd9e namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: 6a45551c-edf1-49a9-8a0f-a01fbf7fbf72 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: a18f7964-2bef-40e9-8a03-6e255ce79dc5 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:50Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7.18d62e0bf9b21eda namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 908a546c-dcfd-4f70-808b-f2dd5d09ee7e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-8587dd57d4 namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: f0872a84-85d3-4142-af61-c9b90c5dadfd kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-8587dd57d4-hmdx7' metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-1-predictor-8587dd57d4.18d62de7f19478f3 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: 22ad3988-caeb-4b58-863e-401bacf54831 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14428" uid: a30e6865-9c17-4043-9296-bf8fa853ed77 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-8587dd57d4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-1-predictor.18d62de7ee2d5491 namespace: kserve-ci-e2e-test resourceVersion: "14431" uid: c682e173-eef1-412d-8f0e-727ab14f525e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14429" uid: f6c0ce88-c473-4b7c-ab8a-64fbdbc489dc kind: Event lastTimestamp: "2026-09-17T18:07:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:01Z" name: isvc-sklearn-graph-1-predictor.18d62deb6d858116 namespace: kserve-ci-e2e-test resourceVersion: "14992" uid: 6494b0d6-156b-4a43-a48f-3996b0d0246a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14429" uid: f6c0ce88-c473-4b7c-ab8a-64fbdbc489dc kind: Event lastTimestamp: "2026-09-17T18:07:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:01Z" name: isvc-sklearn-graph-1-predictor.18d62deb6e195561 namespace: kserve-ci-e2e-test resourceVersion: "14993" uid: 9be024c3-caff-46be-af75-cc68e8c766fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14709" uid: f6c0ce88-c473-4b7c-ab8a-64fbdbc489dc kind: Event lastTimestamp: "2026-09-17T18:08:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:31Z" name: isvc-sklearn-graph-1-predictor.18d62df5eae02c7d namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: c0c51624-258c-4412-b6bd-d72fddbf3fec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14709" uid: f6c0ce88-c473-4b7c-ab8a-64fbdbc489dc kind: Event lastTimestamp: "2026-09-17T18:08:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:31Z" name: isvc-sklearn-graph-1-predictor.18d62df5eb699ab0 namespace: kserve-ci-e2e-test resourceVersion: "15955" uid: 64f5836a-8cd9-4309-abc1-2a9b3144f2c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: 5409009c-a94f-4b9a-861a-2706a04ca27c kind: Event lastTimestamp: "2026-09-17T18:08:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:11Z" name: isvc-sklearn-graph-1.18d62de7ee2fc713 namespace: kserve-ci-e2e-test resourceVersion: "15795" uid: 40e75fe3-82fc-4812-8756-fb639931d74e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: 5409009c-a94f-4b9a-861a-2706a04ca27c kind: Event lastTimestamp: "2026-09-17T18:08:11Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-17T18:08:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:11Z" name: isvc-sklearn-graph-1.18d62e02b293c22e namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 9b3d5869-a6d0-45e5-8ffb-18f6dc36441a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:06:16.636055Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14523" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp to ip-10-0-135-240.ec2.internal metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62de80f24983c namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: ec4c2e37-0e78-4f67-97a5-ee5c2ed401dc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14535" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:06:17Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62de830e6f3c9 namespace: kserve-ci-e2e-test resourceVersion: "14559" uid: 50cc6370-9087-4d4d-91d5-78dd6ce0b786 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423" already present on machine metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:17Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62de8335222c9 namespace: kserve-ci-e2e-test resourceVersion: "14561" uid: 918b7236-0e62-4115-b9fa-eff111a08eef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:17Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62de83674fee3 namespace: kserve-ci-e2e-test resourceVersion: "14562" uid: 1a5acd56-116b-4e1f-b726-b14b608e0d82 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:17Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62de836e8010d namespace: kserve-ci-e2e-test resourceVersion: "14563" uid: 78a26003-4839-4a0c-8659-7c9b4d1b780a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:21Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919" metadata: creationTimestamp: "2026-09-17T18:06:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:21Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62de938746d72 namespace: kserve-ci-e2e-test resourceVersion: "14618" uid: 1f9c8e2a-ee5b-4782-a365-1bcf96d4e781 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:50Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1919" in 29.151s (29.151s including waiting). Image size: 1583073169 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:50Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62df00205feb2 namespace: kserve-ci-e2e-test resourceVersion: "14882" uid: aad09da1-0015-45f0-8cd5-9e108481f7de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:50Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62df00710ec98 namespace: kserve-ci-e2e-test resourceVersion: "14884" uid: 1cd159ff-2e3e-4d42-8e6f-f230bfb8fbae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:50Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62df008ac8496 namespace: kserve-ci-e2e-test resourceVersion: "14885" uid: 874aaf46-8b16-411e-b896-f41f2122d532 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62df014bba08d namespace: kserve-ci-e2e-test resourceVersion: "14888" uid: 0ca03b7d-86fa-4b9c-880b-78d14dd76011 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.963s (2.963s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62df0c564edf7 namespace: kserve-ci-e2e-test resourceVersion: "14917" uid: e7c8da8f-1088-42fb-9707-c5172d987089 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62df0c9b24cee namespace: kserve-ci-e2e-test resourceVersion: "14921" uid: e029a720-7e5c-43ba-ba81-f95711b41b2d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62df0ca306763 namespace: kserve-ci-e2e-test resourceVersion: "14924" uid: 88dce37c-cd3f-42f8-9f98-b444f677ab03 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:50Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62df0f6e599ce namespace: kserve-ci-e2e-test resourceVersion: "16358" uid: c8bfa8bc-32d0-4e8a-9b46-f0f110602092 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62e0af8521e3e namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: a49f8cc2-ba2b-467b-b75c-922ee07508e4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62e0af852b9d1 namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: cf8f0cea-f63e-441d-a165-da571673a267 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp namespace: kserve-ci-e2e-test resourceVersion: "14526" uid: 2a22771e-e020-452f-bd08-f618e31386f8 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:50Z" name: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp.18d62e0bf9b0b4e6 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: c17f7eb7-5bd8-4661-9db4-6bb2ade8f4bc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-57f7556d97 namespace: kserve-ci-e2e-test resourceVersion: "14514" uid: 195f7517-f30e-4054-ba75-7570655a957d kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-57f7556d97-gb7xp' metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-2-predictor-57f7556d97.18d62de80e914764 namespace: kserve-ci-e2e-test resourceVersion: "14525" uid: e0a958f5-3e6e-4296-aade-b1fb736ca3ab reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: 0f16a1ae-4594-4aad-8115-b30e76796071 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-57f7556d97 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:16Z" name: isvc-sklearn-graph-2-predictor.18d62de807c5e2c3 namespace: kserve-ci-e2e-test resourceVersion: "14517" uid: 32914f48-78d2-470f-8157-a14806d7ccb1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14513" uid: 6baeb6af-198c-4f23-8a50-48cec4eeb74a kind: Event lastTimestamp: "2026-09-17T18:07:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:31Z" name: isvc-sklearn-graph-2-predictor.18d62deb866d086b namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: ce5604b9-1fa6-4696-913a-80644c08ce0c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14513" uid: 6baeb6af-198c-4f23-8a50-48cec4eeb74a kind: Event lastTimestamp: "2026-09-17T18:07:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:31Z" name: isvc-sklearn-graph-2-predictor.18d62deb8715bdf8 namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 1830a3fd-a687-4498-b305-6d074fe586ec reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14726" uid: 6baeb6af-198c-4f23-8a50-48cec4eeb74a kind: Event lastTimestamp: "2026-09-17T18:08:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:31Z" name: isvc-sklearn-graph-2-predictor.18d62df604b3b4b1 namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: f8351321-2a42-457d-a49a-d19bbb138275 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:07:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14726" uid: 6baeb6af-198c-4f23-8a50-48cec4eeb74a kind: Event lastTimestamp: "2026-09-17T18:08:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:31Z" name: isvc-sklearn-graph-2-predictor.18d62df6053cfc9c namespace: kserve-ci-e2e-test resourceVersion: "15961" uid: ae6032bd-7f21-4900-b9d5-bc58f512850e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14498" uid: 3375dc48-bedd-44d7-bbff-68705280ea10 kind: Event lastTimestamp: "2026-09-17T18:08:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:11Z" name: isvc-sklearn-graph-2.18d62de807c40729 namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 6f9340d3-e557-4ccc-9094-bcfe721169c5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15787" uid: 3375dc48-bedd-44d7-bbff-68705280ea10 kind: Event lastTimestamp: "2026-09-17T18:08:10Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-17T18:08:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:11Z" name: isvc-sklearn-graph-2.18d62e02afacbcb4 namespace: kserve-ci-e2e-test resourceVersion: "15789" uid: 2d54b9ec-f51a-424e-81e4-d84e1beaf0f4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:06:16.339943Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14466" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-t74n7 to ip-10-0-135-240.ec2.internal metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:06:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62de7fd7e8c61 namespace: kserve-ci-e2e-test resourceVersion: "14470" uid: 57ffdacb-df90-42d3-9d5a-e9bf1fc95e32 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62de80bde3a5d namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: eec7a46b-75b0-4afc-b461-b24c0eb135bf reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14478" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:06:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62de844161e45 namespace: kserve-ci-e2e-test resourceVersion: "14566" uid: 7e021245-261d-4e9a-8a8a-2a87d35da1f6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd807572e76a5c04b5e09287f537df3a5a34e8aea047c82cf332b6328ae06423" already present on machine metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62de845c10699 namespace: kserve-ci-e2e-test resourceVersion: "14568" uid: b26889f1-495b-432b-9d4b-2d255a714c24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62de848baf56b namespace: kserve-ci-e2e-test resourceVersion: "14569" uid: 185009f4-e758-402f-9b27-39fa97b15128 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62de84940e9c1 namespace: kserve-ci-e2e-test resourceVersion: "14571" uid: 7b946965-8435-4e05-b2b6-3da32f564d5d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:21Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-17T18:06:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62de9385f5806 namespace: kserve-ci-e2e-test resourceVersion: "14617" uid: 9283cdd0-35c5-46ae-9a34-d05d7f05515e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 29.544s (29.544s including waiting). Image size: 1435742979 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62df01957f439 namespace: kserve-ci-e2e-test resourceVersion: "14890" uid: 6278e147-380a-4239-8dd7-aedba899bf62 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62df01f81aef3 namespace: kserve-ci-e2e-test resourceVersion: "14894" uid: b5c0a2d6-7a0f-4696-845d-fda1f7518f19 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62df0212de3fe namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: bd940ed2-91fb-48e7-a799-0b861580fed2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:51Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62df0213c4165 namespace: kserve-ci-e2e-test resourceVersion: "14897" uid: 7670af62-6c05-4457-8eac-e77117ac7ee5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.714s (2.714s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62df0c30bb59b namespace: kserve-ci-e2e-test resourceVersion: "14915" uid: 4890129d-1d67-40a8-b733-0b592e0563e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62df0c957cd08 namespace: kserve-ci-e2e-test resourceVersion: "14919" uid: 791d8c2e-1ce3-49ff-a2d0-38feccabe8ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:06:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:06:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62df0c9c5e2c8 namespace: kserve-ci-e2e-test resourceVersion: "14922" uid: 35de386b-1a89-458a-b188-68264b180bf4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T18:06:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:06:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62df1332ced3b namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: 6861108e-30cf-45e0-a11f-688c9fd0d055 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62e0afd102570 namespace: kserve-ci-e2e-test resourceVersion: "16200" uid: 5bf337ac-7b4d-41f3-bf66-fa3d3ac99fbd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62e0afd1093d5 namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 0e670ad3-8f24-42a2-ad0e-c0cd89d25c06 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t74n7 namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: aaecf815-c12f-412a-8e12-1f575a62d407 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: isvc-xgboost-graph-predictor-555fc69d56-t74n7.18d62e0b0ba03770 namespace: kserve-ci-e2e-test resourceVersion: "16251" uid: 770224de-4f1c-4587-9513-4f49f7d19a82 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-240.ec2.internal source: component: kubelet host: ip-10-0-135-240.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14459" uid: 2377b406-90ca-4b87-838c-2a2f6180ec40 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-t74n7' metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:16Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d62de7fd08a4ae namespace: kserve-ci-e2e-test resourceVersion: "14468" uid: 0f722383-8f1b-43c7-a2ae-efc6e7eeb0f9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14457" uid: f30604cf-6bed-4ef9-bd9c-2f58e42f5e10 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:16Z" name: isvc-xgboost-graph-predictor.18d62de7f9913a23 namespace: kserve-ci-e2e-test resourceVersion: "14460" uid: 52da36cc-55b3-45ab-85d8-fcb5395c10a0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 7e283dad-4014-46d8-b70f-a464813cc3bf kind: Event lastTimestamp: "2026-09-17T18:07:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:16Z" name: isvc-xgboost-graph-predictor.18d62deb785d9257 namespace: kserve-ci-e2e-test resourceVersion: "15117" uid: 3668f216-473a-4fbb-92d1-ac152b651626 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14458" uid: 7e283dad-4014-46d8-b70f-a464813cc3bf kind: Event lastTimestamp: "2026-09-17T18:07:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:16Z" name: isvc-xgboost-graph-predictor.18d62deb78db67a1 namespace: kserve-ci-e2e-test resourceVersion: "15118" uid: f9a4fa00-91d7-44fd-a327-145f46648bb6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:07:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14716" uid: 7e283dad-4014-46d8-b70f-a464813cc3bf kind: Event lastTimestamp: "2026-09-17T18:08:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:16Z" name: isvc-xgboost-graph-predictor.18d62df97532d2db namespace: kserve-ci-e2e-test resourceVersion: "15831" uid: d8f26c6c-1c28-442d-ad68-7baedfcb569e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:07:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14716" uid: 7e283dad-4014-46d8-b70f-a464813cc3bf kind: Event lastTimestamp: "2026-09-17T18:08:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:16Z" name: isvc-xgboost-graph-predictor.18d62df975b82185 namespace: kserve-ci-e2e-test resourceVersion: "15832" uid: 71ce453d-b413-4c64-a866-0e99b35a60c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14450" uid: 61b859b5-59ae-4bc9-aaae-357fd982591b kind: Event lastTimestamp: "2026-09-17T18:08:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:02Z" name: isvc-xgboost-graph.18d62de7f9927c59 namespace: kserve-ci-e2e-test resourceVersion: "15701" uid: 717bcdad-c428-4351-979e-d8636cf4118d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15698" uid: 61b859b5-59ae-4bc9-aaae-357fd982591b kind: Event lastTimestamp: "2026-09-17T18:08:02Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-17T18:08:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:02Z" name: isvc-xgboost-graph.18d62e009812aabc namespace: kserve-ci-e2e-test resourceVersion: "15699" uid: 52055d88-20e6-48e8-8513-dfdcef6d8dce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:08:35.854945Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-f7558cd98-v8lf8 namespace: kserve-ci-e2e-test resourceVersion: "16007" uid: f34177c9-972c-4d70-b86a-572e003c80ba kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-f7558cd98-v8lf8 to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:08:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:08:35Z" name: model-chainer-f7558cd98-v8lf8.18d62e08793c5f9b namespace: kserve-ci-e2e-test resourceVersion: "16012" uid: 25dc1bd1-9849-4743-803f-f3eca3241b97 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:36Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-f7558cd98-v8lf8 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: f34177c9-972c-4d70-b86a-572e003c80ba kind: Event lastTimestamp: "2026-09-17T18:08:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:36Z" name: model-chainer-f7558cd98-v8lf8.18d62e08881ada59 namespace: kserve-ci-e2e-test resourceVersion: "16023" uid: 1928ce82-71d2-4360-b173-68eff3d0fadd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:37Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-f7558cd98-v8lf8 namespace: kserve-ci-e2e-test resourceVersion: "16016" uid: f34177c9-972c-4d70-b86a-572e003c80ba kind: Event lastTimestamp: "2026-09-17T18:08:37Z" message: Add eth0 [10.132.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:08:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:08:37Z" name: model-chainer-f7558cd98-v8lf8.18d62e08bed7414a namespace: kserve-ci-e2e-test resourceVersion: "16031" uid: f1bc51c2-cf2b-4df6-86a5-bbf5f8a2da5d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-f7558cd98-v8lf8 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: f34177c9-972c-4d70-b86a-572e003c80ba kind: Event lastTimestamp: "2026-09-17T18:08:37Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:08:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:37Z" name: model-chainer-f7558cd98-v8lf8.18d62e08c039bc12 namespace: kserve-ci-e2e-test resourceVersion: "16033" uid: 9c40a40d-37e6-4224-8dc7-42466725eae3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-f7558cd98-v8lf8 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: f34177c9-972c-4d70-b86a-572e003c80ba kind: Event lastTimestamp: "2026-09-17T18:08:37Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-17T18:08:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:37Z" name: model-chainer-f7558cd98-v8lf8.18d62e08c2e7a98e namespace: kserve-ci-e2e-test resourceVersion: "16035" uid: 3df9dccb-3a49-43e9-b9ca-c38e4b9dfd76 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-f7558cd98-v8lf8 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: f34177c9-972c-4d70-b86a-572e003c80ba kind: Event lastTimestamp: "2026-09-17T18:08:37Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-17T18:08:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:37Z" name: model-chainer-f7558cd98-v8lf8.18d62e08c36bb0c9 namespace: kserve-ci-e2e-test resourceVersion: "16036" uid: c194aa5f-ab77-446e-a94e-7c9bef7e82de reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-f7558cd98-v8lf8 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: f34177c9-972c-4d70-b86a-572e003c80ba kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: model-chainer-f7558cd98-v8lf8.18d62e0af1ae776d namespace: kserve-ci-e2e-test resourceVersion: "16143" uid: 91736f58-8e29-4eaa-94a1-3db49e1c444b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-f7558cd98-v8lf8 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: f34177c9-972c-4d70-b86a-572e003c80ba kind: Event lastTimestamp: "2026-09-17T18:09:13Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:09:13Z" name: model-chainer-f7558cd98-v8lf8.18d62e0b5971e853 namespace: kserve-ci-e2e-test resourceVersion: "16551" uid: 85965e95-a407-492d-8ade-b13ca443031b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-f7558cd98 namespace: kserve-ci-e2e-test resourceVersion: "16004" uid: 385700bc-9686-4e7e-bded-3e5284af6076 kind: Event lastTimestamp: "2026-09-17T18:08:35Z" message: 'Created pod: model-chainer-f7558cd98-v8lf8' metadata: creationTimestamp: "2026-09-17T18:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:35Z" name: model-chainer-f7558cd98.18d62e0878a6b69b namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 2bfac4a6-c39b-4949-b6ed-73bca2cb2ccc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16002" uid: cc142da9-9406-400b-9d1d-4d20bae8f70e kind: Event lastTimestamp: "2026-09-17T18:08:35Z" message: Scaled up replica set model-chainer-f7558cd98 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:35Z" name: model-chainer.18d62e0877bc3932 namespace: kserve-ci-e2e-test resourceVersion: "16005" uid: 8bb41876-d232-4ac3-8cc4-79dee967680d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: ba06fca3-d291-4052-bbf0-af2e4a051e5e kind: Event lastTimestamp: "2026-09-17T18:08:35Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-17T18:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:35Z" name: model-chainer.18d62e087dadff88 namespace: kserve-ci-e2e-test resourceVersion: "16020" uid: 7fcd74bb-9d21-4a6d-9357-faa432970d5a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:20:11.855278Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-04b70-6564cd7dcf-j6jhv namespace: kserve-ci-e2e-test resourceVersion: "22069" uid: 3b0d4577-7276-4745-a654-989995e8d7ac kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-04b70-6564cd7dcf-j6jhv to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:20:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:20:11Z" name: sequence-graph-04b70-6564cd7dcf-j6jhv.18d62eaa86165e9c namespace: kserve-ci-e2e-test resourceVersion: "22074" uid: 5c17abf4-7761-4c41-9063-91d1e239fcff reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:20:12Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-04b70-6564cd7dcf-j6jhv namespace: kserve-ci-e2e-test resourceVersion: "22078" uid: 3b0d4577-7276-4745-a654-989995e8d7ac kind: Event lastTimestamp: "2026-09-17T18:20:12Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:20:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:20:12Z" name: sequence-graph-04b70-6564cd7dcf-j6jhv.18d62eaaa7ecaaf9 namespace: kserve-ci-e2e-test resourceVersion: "22093" uid: a17b9ced-5225-4061-9c62-fdddfba51d68 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:20:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04b70} kind: Pod name: sequence-graph-04b70-6564cd7dcf-j6jhv namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 3b0d4577-7276-4745-a654-989995e8d7ac kind: Event lastTimestamp: "2026-09-17T18:20:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:20:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:20:12Z" name: sequence-graph-04b70-6564cd7dcf-j6jhv.18d62eaaa933a887 namespace: kserve-ci-e2e-test resourceVersion: "22096" uid: 5e56276b-7495-409d-af42-7f71ff9eb23e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:20:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04b70} kind: Pod name: sequence-graph-04b70-6564cd7dcf-j6jhv namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 3b0d4577-7276-4745-a654-989995e8d7ac kind: Event lastTimestamp: "2026-09-17T18:20:12Z" message: 'Created container: sequence-graph-04b70' metadata: creationTimestamp: "2026-09-17T18:20:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:20:12Z" name: sequence-graph-04b70-6564cd7dcf-j6jhv.18d62eaaac1bac77 namespace: kserve-ci-e2e-test resourceVersion: "22098" uid: 13f2da09-9fee-49fa-bc60-a75eaba2b4ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:20:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04b70} kind: Pod name: sequence-graph-04b70-6564cd7dcf-j6jhv namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 3b0d4577-7276-4745-a654-989995e8d7ac kind: Event lastTimestamp: "2026-09-17T18:20:12Z" message: Started container sequence-graph-04b70 metadata: creationTimestamp: "2026-09-17T18:20:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:20:12Z" name: sequence-graph-04b70-6564cd7dcf-j6jhv.18d62eaaac8c264c namespace: kserve-ci-e2e-test resourceVersion: "22100" uid: c07988b3-7b4b-4a96-9fe7-f52456d7e4af reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04b70} kind: Pod name: sequence-graph-04b70-6564cd7dcf-j6jhv namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 3b0d4577-7276-4745-a654-989995e8d7ac kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: Stopping container sequence-graph-04b70 metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:26Z" name: sequence-graph-04b70-6564cd7dcf-j6jhv.18d62f1db1af7608 namespace: kserve-ci-e2e-test resourceVersion: "25976" uid: e7930863-089b-40e0-92e5-f7717cfebeb1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:28:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-04b70} kind: Pod name: sequence-graph-04b70-6564cd7dcf-j6jhv namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 3b0d4577-7276-4745-a654-989995e8d7ac kind: Event lastTimestamp: "2026-09-17T18:28:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:53Z" name: sequence-graph-04b70-6564cd7dcf-j6jhv.18d62f1e35994c46 namespace: kserve-ci-e2e-test resourceVersion: "26509" uid: af32c86f-006d-4a3f-ae84-1a17c92fa939 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:20:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-04b70-6564cd7dcf namespace: kserve-ci-e2e-test resourceVersion: "22066" uid: 01ec5222-1c5e-4903-b10c-d3fa37fa7fe1 kind: Event lastTimestamp: "2026-09-17T18:20:11Z" message: 'Created pod: sequence-graph-04b70-6564cd7dcf-j6jhv' metadata: creationTimestamp: "2026-09-17T18:20:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:20:11Z" name: sequence-graph-04b70-6564cd7dcf.18d62eaa85a9f039 namespace: kserve-ci-e2e-test resourceVersion: "22071" uid: 503c341c-dec7-429a-be1a-bbcbb1a1a4b3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:20:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-04b70 namespace: kserve-ci-e2e-test resourceVersion: "22064" uid: dbdf10d0-d799-4b77-9e91-6b4160b3bcb5 kind: Event lastTimestamp: "2026-09-17T18:20:11Z" message: Scaled up replica set sequence-graph-04b70-6564cd7dcf from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:20:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:20:11Z" name: sequence-graph-04b70.18d62eaa84a813c6 namespace: kserve-ci-e2e-test resourceVersion: "22068" uid: c1d15568-404a-4d0e-b97d-23de45e2c37a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:20:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-04b70 namespace: kserve-ci-e2e-test resourceVersion: "22083" uid: 68d06a42-d52b-4a43-95ba-e2d79ca3c8d0 kind: Event lastTimestamp: "2026-09-17T18:20:11Z" message: InferenceGraph [sequence-graph-04b70] is Ready metadata: creationTimestamp: "2026-09-17T18:20:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:20:11Z" name: sequence-graph-04b70.18d62eaa89ed20ee namespace: kserve-ci-e2e-test resourceVersion: "22085" uid: 6028c1c1-fc16-4c2a-bd7b-e7b39e0de85f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:20:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-04b70 namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: b2cb7fc2-1487-416d-a3a8-6fe782e92f95 kind: Event lastTimestamp: "2026-09-17T18:20:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:20:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:20:41Z" name: sequence-graph-04b70.18d62eae0320f2f3 namespace: kserve-ci-e2e-test resourceVersion: "22312" uid: 00df5f8c-c858-4b46-b18e-4c2b6ab9d212 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:20:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-04b70 namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: b2cb7fc2-1487-416d-a3a8-6fe782e92f95 kind: Event lastTimestamp: "2026-09-17T18:20:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:20:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:20:41Z" name: sequence-graph-04b70.18d62eae038ad743 namespace: kserve-ci-e2e-test resourceVersion: "22313" uid: 62339536-03ed-4d68-b152-1e5cbd793e40 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:09:46.714686Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-4a77e-7897f464d9-9scnp namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: 8ba66a72-ae61-430f-98a1-1b93315a22cb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-4a77e-7897f464d9-9scnp to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:09:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:09:46Z" name: sequence-graph-4a77e-7897f464d9-9scnp.18d62e18f8cdf2f8 namespace: kserve-ci-e2e-test resourceVersion: "16844" uid: 7a97d4b9-ef87-45f9-88e1-ec550e544b48 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:47Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-4a77e-7897f464d9-9scnp namespace: kserve-ci-e2e-test resourceVersion: "16848" uid: 8ba66a72-ae61-430f-98a1-1b93315a22cb kind: Event lastTimestamp: "2026-09-17T18:09:47Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:09:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:09:47Z" name: sequence-graph-4a77e-7897f464d9-9scnp.18d62e191a780708 namespace: kserve-ci-e2e-test resourceVersion: "16863" uid: 09f2f94a-a4dc-4f37-8412-dff6caada181 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4a77e} kind: Pod name: sequence-graph-4a77e-7897f464d9-9scnp namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: 8ba66a72-ae61-430f-98a1-1b93315a22cb kind: Event lastTimestamp: "2026-09-17T18:09:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:09:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:09:47Z" name: sequence-graph-4a77e-7897f464d9-9scnp.18d62e191d198c6f namespace: kserve-ci-e2e-test resourceVersion: "16866" uid: b17b9894-5f02-4d7d-a954-3a1e210b3848 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4a77e} kind: Pod name: sequence-graph-4a77e-7897f464d9-9scnp namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: 8ba66a72-ae61-430f-98a1-1b93315a22cb kind: Event lastTimestamp: "2026-09-17T18:09:47Z" message: 'Created container: sequence-graph-4a77e' metadata: creationTimestamp: "2026-09-17T18:09:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:09:47Z" name: sequence-graph-4a77e-7897f464d9-9scnp.18d62e191ffb58d7 namespace: kserve-ci-e2e-test resourceVersion: "16867" uid: 55c39781-a5d8-4b54-b4ba-36cbf2da5af4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4a77e} kind: Pod name: sequence-graph-4a77e-7897f464d9-9scnp namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: 8ba66a72-ae61-430f-98a1-1b93315a22cb kind: Event lastTimestamp: "2026-09-17T18:09:47Z" message: Started container sequence-graph-4a77e metadata: creationTimestamp: "2026-09-17T18:09:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:09:47Z" name: sequence-graph-4a77e-7897f464d9-9scnp.18d62e19207881e9 namespace: kserve-ci-e2e-test resourceVersion: "16868" uid: 6dd903bc-f6cc-454f-9426-3af5096ace0b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4a77e} kind: Pod name: sequence-graph-4a77e-7897f464d9-9scnp namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: 8ba66a72-ae61-430f-98a1-1b93315a22cb kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: Stopping container sequence-graph-4a77e metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:01Z" name: sequence-graph-4a77e-7897f464d9-9scnp.18d62e8c2372ea9c namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: 6e97e27f-8900-4e7a-9a92-cc70eb7d5bbd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:18:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-4a77e} kind: Pod name: sequence-graph-4a77e-7897f464d9-9scnp namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: 8ba66a72-ae61-430f-98a1-1b93315a22cb kind: Event lastTimestamp: "2026-09-17T18:18:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:18:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:28Z" name: sequence-graph-4a77e-7897f464d9-9scnp.18d62e8ca16a2387 namespace: kserve-ci-e2e-test resourceVersion: "20984" uid: 51b710f5-0862-476c-864a-c3fd4dbd306f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-4a77e-7897f464d9 namespace: kserve-ci-e2e-test resourceVersion: "16835" uid: ea086a0b-fd3c-4967-8eeb-dddf3cf092e5 kind: Event lastTimestamp: "2026-09-17T18:09:46Z" message: 'Created pod: sequence-graph-4a77e-7897f464d9-9scnp' metadata: creationTimestamp: "2026-09-17T18:09:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:46Z" name: sequence-graph-4a77e-7897f464d9.18d62e18f849754f namespace: kserve-ci-e2e-test resourceVersion: "16842" uid: d6f8882b-a2c8-4a6d-8f39-2ee8b30cbe78 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: 04f90c1c-d8f5-4b36-aed1-7ebc35968e0c kind: Event lastTimestamp: "2026-09-17T18:09:46Z" message: Scaled up replica set sequence-graph-4a77e-7897f464d9 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:09:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:46Z" name: sequence-graph-4a77e.18d62e18f6b15e71 namespace: kserve-ci-e2e-test resourceVersion: "16837" uid: 7328b40d-6724-462d-9a8d-9a8da0f7811c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:46Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16851" uid: 0d64e3ba-ee8d-4a81-ac67-ab7c8100ed24 kind: Event lastTimestamp: "2026-09-17T18:09:46Z" message: InferenceGraph [sequence-graph-4a77e] is Ready metadata: creationTimestamp: "2026-09-17T18:09:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:09:46Z" name: sequence-graph-4a77e.18d62e18fc7d1c46 namespace: kserve-ci-e2e-test resourceVersion: "16854" uid: c194e47b-fb4d-4448-b029-21dddd097652 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:10:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16838" uid: e0342f81-49f1-4025-8901-951c5780c148 kind: Event lastTimestamp: "2026-09-17T18:10:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:10:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:10:01Z" name: sequence-graph-4a77e.18d62e1c76533541 namespace: kserve-ci-e2e-test resourceVersion: "16973" uid: d273c7ec-9f76-4436-a987-79e3c2af3a24 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:10:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16838" uid: e0342f81-49f1-4025-8901-951c5780c148 kind: Event lastTimestamp: "2026-09-17T18:10:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:10:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:10:01Z" name: sequence-graph-4a77e.18d62e1c76bfbd23 namespace: kserve-ci-e2e-test resourceVersion: "16974" uid: 73d66ac5-fcd9-4bc6-aa20-80a116253e9d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:10:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16972" uid: e0342f81-49f1-4025-8901-951c5780c148 kind: Event lastTimestamp: "2026-09-17T18:10:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:10:16Z" name: sequence-graph-4a77e.18d62e1ff57b18c3 namespace: kserve-ci-e2e-test resourceVersion: "17086" uid: 0508144c-b392-49a7-805e-054bb8b6abce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:10:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16972" uid: e0342f81-49f1-4025-8901-951c5780c148 kind: Event lastTimestamp: "2026-09-17T18:10:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:10:16Z" name: sequence-graph-4a77e.18d62e1ff5f17834 namespace: kserve-ci-e2e-test resourceVersion: "17087" uid: 111a829a-1c5c-456b-bd1e-b8b0af6d1270 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:19:01.541515Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-fb34c-7887db4c77-7fjcb namespace: kserve-ci-e2e-test resourceVersion: "21278" uid: 4e6bb9c6-e964-4def-bec3-21b5f57a9265 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-fb34c-7887db4c77-7fjcb to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:19:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:19:01Z" name: sequence-graph-fb34c-7887db4c77-7fjcb.18d62e9a270f9189 namespace: kserve-ci-e2e-test resourceVersion: "21283" uid: 50e44e52-82c2-4ba3-9ac9-d94b21ea60c9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:02Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-fb34c-7887db4c77-7fjcb namespace: kserve-ci-e2e-test resourceVersion: "21287" uid: 4e6bb9c6-e964-4def-bec3-21b5f57a9265 kind: Event lastTimestamp: "2026-09-17T18:19:02Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:19:02Z" name: sequence-graph-fb34c-7887db4c77-7fjcb.18d62e9a490d6f29 namespace: kserve-ci-e2e-test resourceVersion: "21304" uid: cd929fc6-904e-4a70-9cd0-b2772c28aa2b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fb34c} kind: Pod name: sequence-graph-fb34c-7887db4c77-7fjcb namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: 4e6bb9c6-e964-4def-bec3-21b5f57a9265 kind: Event lastTimestamp: "2026-09-17T18:19:02Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:02Z" name: sequence-graph-fb34c-7887db4c77-7fjcb.18d62e9a4a484583 namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: 8a65a819-acd7-4a50-89d8-4ab74af5c84f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fb34c} kind: Pod name: sequence-graph-fb34c-7887db4c77-7fjcb namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: 4e6bb9c6-e964-4def-bec3-21b5f57a9265 kind: Event lastTimestamp: "2026-09-17T18:19:02Z" message: 'Created container: sequence-graph-fb34c' metadata: creationTimestamp: "2026-09-17T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:02Z" name: sequence-graph-fb34c-7887db4c77-7fjcb.18d62e9a4cff9515 namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: edf4639e-b33b-49e8-aecd-b7dbf44776ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fb34c} kind: Pod name: sequence-graph-fb34c-7887db4c77-7fjcb namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: 4e6bb9c6-e964-4def-bec3-21b5f57a9265 kind: Event lastTimestamp: "2026-09-17T18:19:02Z" message: Started container sequence-graph-fb34c metadata: creationTimestamp: "2026-09-17T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:02Z" name: sequence-graph-fb34c-7887db4c77-7fjcb.18d62e9a4db6da0f namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: fdf8861b-24d8-4414-936e-0845081c0a41 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fb34c} kind: Pod name: sequence-graph-fb34c-7887db4c77-7fjcb namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: 4e6bb9c6-e964-4def-bec3-21b5f57a9265 kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: Stopping container sequence-graph-fb34c metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:11Z" name: sequence-graph-fb34c-7887db4c77-7fjcb.18d62e9c8008170e namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 955dc450-601f-44af-a15f-696c29c3c13f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:19:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fb34c} kind: Pod name: sequence-graph-fb34c-7887db4c77-7fjcb namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: 4e6bb9c6-e964-4def-bec3-21b5f57a9265 kind: Event lastTimestamp: "2026-09-17T18:19:38Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:19:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:38Z" name: sequence-graph-fb34c-7887db4c77-7fjcb.18d62e9cecc0c21e namespace: kserve-ci-e2e-test resourceVersion: "21787" uid: 58c094e3-afd7-44b8-938f-0010462415f2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-fb34c-7887db4c77 namespace: kserve-ci-e2e-test resourceVersion: "21275" uid: 5e5361af-33ec-46e0-a7c9-96fe4ee8afb2 kind: Event lastTimestamp: "2026-09-17T18:19:01Z" message: 'Created pod: sequence-graph-fb34c-7887db4c77-7fjcb' metadata: creationTimestamp: "2026-09-17T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:01Z" name: sequence-graph-fb34c-7887db4c77.18d62e9a26892bea namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: 114751c3-4d4d-4260-b123-da5fb48a124a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-fb34c namespace: kserve-ci-e2e-test resourceVersion: "21273" uid: c56e6b02-a5e4-4808-9735-e4e50c5ce9b7 kind: Event lastTimestamp: "2026-09-17T18:19:01Z" message: Scaled up replica set sequence-graph-fb34c-7887db4c77 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:01Z" name: sequence-graph-fb34c.18d62e9a259b447e namespace: kserve-ci-e2e-test resourceVersion: "21276" uid: 5fe0d1a3-5f8d-472f-901e-0ccac6e818c8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-fb34c namespace: kserve-ci-e2e-test resourceVersion: "21291" uid: 7ed8d1dd-0b56-4820-be88-2b6ab219f169 kind: Event lastTimestamp: "2026-09-17T18:19:01Z" message: InferenceGraph [sequence-graph-fb34c] is Ready metadata: creationTimestamp: "2026-09-17T18:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:01Z" name: sequence-graph-fb34c.18d62e9a2ade7284 namespace: kserve-ci-e2e-test resourceVersion: "21293" uid: dc9a5e69-f238-4ee1-adf4-43b6ffb36f87 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:29:40.293077Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-1a268-7579f4dc47-xgz4s namespace: kserve-ci-e2e-test resourceVersion: "26970" uid: 98dbd592-220b-4edc-b16b-b6018853225e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-1a268-7579f4dc47-xgz4s to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:29:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:29:40Z" name: splitter-graph-1a268-7579f4dc47-xgz4s.18d62f2edf9f2e27 namespace: kserve-ci-e2e-test resourceVersion: "26975" uid: 2db5eef5-5c3f-4507-8fc6-9dd7cc1c10dd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:40Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-1a268-7579f4dc47-xgz4s namespace: kserve-ci-e2e-test resourceVersion: "26982" uid: 98dbd592-220b-4edc-b16b-b6018853225e kind: Event lastTimestamp: "2026-09-17T18:29:40Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:29:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:29:40Z" name: splitter-graph-1a268-7579f4dc47-xgz4s.18d62f2f017e7128 namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: e95c4559-dc63-48fb-86b1-6c4efa1241df reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1a268} kind: Pod name: splitter-graph-1a268-7579f4dc47-xgz4s namespace: kserve-ci-e2e-test resourceVersion: "26971" uid: 98dbd592-220b-4edc-b16b-b6018853225e kind: Event lastTimestamp: "2026-09-17T18:29:40Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:29:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:40Z" name: splitter-graph-1a268-7579f4dc47-xgz4s.18d62f2f02d322ac namespace: kserve-ci-e2e-test resourceVersion: "26999" uid: a0355402-cb05-4b4a-8eb1-3def82ef7cfe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1a268} kind: Pod name: splitter-graph-1a268-7579f4dc47-xgz4s namespace: kserve-ci-e2e-test resourceVersion: "26971" uid: 98dbd592-220b-4edc-b16b-b6018853225e kind: Event lastTimestamp: "2026-09-17T18:29:40Z" message: 'Created container: splitter-graph-1a268' metadata: creationTimestamp: "2026-09-17T18:29:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:40Z" name: splitter-graph-1a268-7579f4dc47-xgz4s.18d62f2f05a3b85c namespace: kserve-ci-e2e-test resourceVersion: "27001" uid: 64b7296a-bd6e-439e-a7a9-ffdbbcdedfd0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1a268} kind: Pod name: splitter-graph-1a268-7579f4dc47-xgz4s namespace: kserve-ci-e2e-test resourceVersion: "26971" uid: 98dbd592-220b-4edc-b16b-b6018853225e kind: Event lastTimestamp: "2026-09-17T18:29:40Z" message: Started container splitter-graph-1a268 metadata: creationTimestamp: "2026-09-17T18:29:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:40Z" name: splitter-graph-1a268-7579f4dc47-xgz4s.18d62f2f06133b31 namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 91071c8d-f521-4890-a59c-638621d50082 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:37:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1a268} kind: Pod name: splitter-graph-1a268-7579f4dc47-xgz4s namespace: kserve-ci-e2e-test resourceVersion: "26971" uid: 98dbd592-220b-4edc-b16b-b6018853225e kind: Event lastTimestamp: "2026-09-17T18:37:54Z" message: Stopping container splitter-graph-1a268 metadata: creationTimestamp: "2026-09-17T18:37:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:37:54Z" name: splitter-graph-1a268-7579f4dc47-xgz4s.18d62fa1feefd077 namespace: kserve-ci-e2e-test resourceVersion: "30424" uid: 33bd51c0-73ba-4ce5-9d10-abaa0d91ecd5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:37:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1a268} kind: Pod name: splitter-graph-1a268-7579f4dc47-xgz4s namespace: kserve-ci-e2e-test resourceVersion: "26971" uid: 98dbd592-220b-4edc-b16b-b6018853225e kind: Event lastTimestamp: "2026-09-17T18:38:22Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:37:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:38:22Z" name: splitter-graph-1a268-7579f4dc47-xgz4s.18d62fa2b3e18e43 namespace: kserve-ci-e2e-test resourceVersion: "30666" uid: 0476e40d-8edc-4816-aece-b944a1275db5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-1a268-7579f4dc47 namespace: kserve-ci-e2e-test resourceVersion: "26967" uid: feabdb37-0962-403d-90c4-df7f3e6b7d5c kind: Event lastTimestamp: "2026-09-17T18:29:40Z" message: 'Created pod: splitter-graph-1a268-7579f4dc47-xgz4s' metadata: creationTimestamp: "2026-09-17T18:29:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:40Z" name: splitter-graph-1a268-7579f4dc47.18d62f2edf531e00 namespace: kserve-ci-e2e-test resourceVersion: "26972" uid: 325c7617-3bfb-412a-ad8e-1aac0ec9c87e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-1a268 namespace: kserve-ci-e2e-test resourceVersion: "26965" uid: bd9d154f-b725-4ec8-8e39-c57e6778cbc1 kind: Event lastTimestamp: "2026-09-17T18:29:40Z" message: Scaled up replica set splitter-graph-1a268-7579f4dc47 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:29:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:40Z" name: splitter-graph-1a268.18d62f2ede8bd57d namespace: kserve-ci-e2e-test resourceVersion: "26969" uid: 408f88ca-2441-4f68-946a-79c5698c6560 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:40Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-1a268 namespace: kserve-ci-e2e-test resourceVersion: "26984" uid: 164890f9-e54c-4911-942f-2e14b5d699e9 kind: Event lastTimestamp: "2026-09-17T18:29:40Z" message: InferenceGraph [splitter-graph-1a268] is Ready metadata: creationTimestamp: "2026-09-17T18:29:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:40Z" name: splitter-graph-1a268.18d62f2ee3cbcaed namespace: kserve-ci-e2e-test resourceVersion: "26986" uid: aa18b08f-4c44-4c99-8d20-51cd2a2f584d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-1a268 namespace: kserve-ci-e2e-test resourceVersion: "26966" uid: b742ed56-5dd8-4797-b31f-7200fb35785b kind: Event lastTimestamp: "2026-09-17T18:29:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:29:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:55Z" name: splitter-graph-1a268.18d62f325d169185 namespace: kserve-ci-e2e-test resourceVersion: "27117" uid: 2ab5481a-bdac-4ad0-8f14-da783a0ded32 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-1a268 namespace: kserve-ci-e2e-test resourceVersion: "26966" uid: b742ed56-5dd8-4797-b31f-7200fb35785b kind: Event lastTimestamp: "2026-09-17T18:29:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:29:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:55Z" name: splitter-graph-1a268.18d62f325d7a4f11 namespace: kserve-ci-e2e-test resourceVersion: "27118" uid: d260ccf5-643d-489f-82ab-9866addd15a3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:28:29.978654Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-e0a3a-6b8c749bb4-pbx25 namespace: kserve-ci-e2e-test resourceVersion: "26138" uid: c0ec414f-cecb-4c77-85e7-78ef03bbc608 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-e0a3a-6b8c749bb4-pbx25 to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:28:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:28:29Z" name: splitter-graph-e0a3a-6b8c749bb4-pbx25.18d62f1e808dfddd namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: 5670f9c3-5dce-4395-b30f-a7174a482c17 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:30Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-e0a3a-6b8c749bb4-pbx25 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: c0ec414f-cecb-4c77-85e7-78ef03bbc608 kind: Event lastTimestamp: "2026-09-17T18:28:30Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-e0a3a-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:28:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:30Z" name: splitter-graph-e0a3a-6b8c749bb4-pbx25.18d62f1e88335c78 namespace: kserve-ci-e2e-test resourceVersion: "26157" uid: 34ad46e3-df47-420d-85ae-a1f1e183a181 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:31Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-e0a3a-6b8c749bb4-pbx25 namespace: kserve-ci-e2e-test resourceVersion: "26147" uid: c0ec414f-cecb-4c77-85e7-78ef03bbc608 kind: Event lastTimestamp: "2026-09-17T18:28:31Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:28:31Z" name: splitter-graph-e0a3a-6b8c749bb4-pbx25.18d62f1ec63890d1 namespace: kserve-ci-e2e-test resourceVersion: "26169" uid: 04613bf6-0e11-44a6-9d06-f457f90bb41b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e0a3a} kind: Pod name: splitter-graph-e0a3a-6b8c749bb4-pbx25 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: c0ec414f-cecb-4c77-85e7-78ef03bbc608 kind: Event lastTimestamp: "2026-09-17T18:28:31Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:31Z" name: splitter-graph-e0a3a-6b8c749bb4-pbx25.18d62f1ec78538a0 namespace: kserve-ci-e2e-test resourceVersion: "26171" uid: 7fd7ec96-0854-4985-a2ac-30a5378a2e8d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e0a3a} kind: Pod name: splitter-graph-e0a3a-6b8c749bb4-pbx25 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: c0ec414f-cecb-4c77-85e7-78ef03bbc608 kind: Event lastTimestamp: "2026-09-17T18:28:31Z" message: 'Created container: splitter-graph-e0a3a' metadata: creationTimestamp: "2026-09-17T18:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:31Z" name: splitter-graph-e0a3a-6b8c749bb4-pbx25.18d62f1ecaa348b0 namespace: kserve-ci-e2e-test resourceVersion: "26172" uid: d06eaa3f-ae30-4ddb-8a5b-f5789ea895ab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e0a3a} kind: Pod name: splitter-graph-e0a3a-6b8c749bb4-pbx25 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: c0ec414f-cecb-4c77-85e7-78ef03bbc608 kind: Event lastTimestamp: "2026-09-17T18:28:31Z" message: Started container splitter-graph-e0a3a metadata: creationTimestamp: "2026-09-17T18:28:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:31Z" name: splitter-graph-e0a3a-6b8c749bb4-pbx25.18d62f1ecb112e07 namespace: kserve-ci-e2e-test resourceVersion: "26173" uid: 71344b56-6147-469a-9652-1375cc6a684c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e0a3a} kind: Pod name: splitter-graph-e0a3a-6b8c749bb4-pbx25 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: c0ec414f-cecb-4c77-85e7-78ef03bbc608 kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: Stopping container splitter-graph-e0a3a metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:40Z" name: splitter-graph-e0a3a-6b8c749bb4-pbx25.18d62f20d9f54c8a namespace: kserve-ci-e2e-test resourceVersion: "26264" uid: acb5d70b-c204-4ced-94f1-add9413ca90e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-e0a3a} kind: Pod name: splitter-graph-e0a3a-6b8c749bb4-pbx25 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: c0ec414f-cecb-4c77-85e7-78ef03bbc608 kind: Event lastTimestamp: "2026-09-17T18:29:07Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:07Z" name: splitter-graph-e0a3a-6b8c749bb4-pbx25.18d62f216ad179ad namespace: kserve-ci-e2e-test resourceVersion: "26622" uid: 9d188d61-7a53-40e2-b873-e0791fd07a19 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-e0a3a-6b8c749bb4 namespace: kserve-ci-e2e-test resourceVersion: "26134" uid: 9398d4a7-b1b6-428f-84f9-5f4317f013d5 kind: Event lastTimestamp: "2026-09-17T18:28:29Z" message: 'Created pod: splitter-graph-e0a3a-6b8c749bb4-pbx25' metadata: creationTimestamp: "2026-09-17T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:29Z" name: splitter-graph-e0a3a-6b8c749bb4.18d62f1e805a4881 namespace: kserve-ci-e2e-test resourceVersion: "26141" uid: 1dd64306-65bd-408a-a6b6-cd236b5fd910 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "26132" uid: 003415b8-f2e8-4161-89e0-6c969e7ed5bb kind: Event lastTimestamp: "2026-09-17T18:28:29Z" message: Scaled up replica set splitter-graph-e0a3a-6b8c749bb4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:29Z" name: splitter-graph-e0a3a.18d62f1e7f749702 namespace: kserve-ci-e2e-test resourceVersion: "26136" uid: 2a02ec8a-c8fb-49ad-ad4a-e3e2edec57fe reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:30Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "26150" uid: 7f0dbafa-0cbf-44f8-8c94-809fd3d12c23 kind: Event lastTimestamp: "2026-09-17T18:28:30Z" message: InferenceGraph [splitter-graph-e0a3a] is Ready metadata: creationTimestamp: "2026-09-17T18:28:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:28:30Z" name: splitter-graph-e0a3a.18d62f1e860404f0 namespace: kserve-ci-e2e-test resourceVersion: "26151" uid: eb2a5041-658c-4dbe-8be6-341a95d7e292 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:19:11.833851Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21464" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-04b70-predictor-697dcfdbb9-k58nf to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:19:11Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9c8c8824e9 namespace: kserve-ci-e2e-test resourceVersion: "21470" uid: 7c64b1b3-7297-46e7-95a5-3bd482a0657a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21475" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:19:12Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9cae3830f9 namespace: kserve-ci-e2e-test resourceVersion: "21509" uid: a6eaedd2-1dc3-42e6-8625-2e5c0134c77d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9caf9d554a namespace: kserve-ci-e2e-test resourceVersion: "21511" uid: bb6b98a5-9825-4c67-b6dd-331992e09571 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9cb2950200 namespace: kserve-ci-e2e-test resourceVersion: "21512" uid: b3b648d2-d8a6-48b8-ba04-3e15260a1df7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9cb307d9a4 namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: c2201ac9-bf65-40aa-889f-393992d2a374 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9cb311bf24 namespace: kserve-ci-e2e-test resourceVersion: "21514" uid: 5f855991-5595-4f52-a8a1-a445f298fd2b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9cb7943570 namespace: kserve-ci-e2e-test resourceVersion: "21520" uid: 7f18be18-a52f-4588-886d-5ffd5dc62c75 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:19:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:19:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:12Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9cb804d385 namespace: kserve-ci-e2e-test resourceVersion: "21521" uid: d0295526-33e8-454f-aa9b-a86548594118 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:19:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:28:29Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:19:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:29Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62e9cef290726 namespace: kserve-ci-e2e-test resourceVersion: "26120" uid: d82aedb1-c376-49ae-9ee9-fc8c759d9cdf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:26Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62f1dba781215 namespace: kserve-ci-e2e-test resourceVersion: "26000" uid: 67b4b984-4a66-4726-8b53-0b76ee50d3c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:26Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62f1dba78abeb namespace: kserve-ci-e2e-test resourceVersion: "26002" uid: 497a5988-efc7-40cf-8c39-ed183ab93489 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7d45d1ae-0e56-4f48-98d9-79211d1757eb kind: Event lastTimestamp: "2026-09-17T18:28:29Z" message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:29Z" name: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf.18d62f1e638d2940 namespace: kserve-ci-e2e-test resourceVersion: "26119" uid: f49d9cd0-4ed2-4200-9bdc-7273e3bc0c52 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-04b70-predictor-697dcfdbb9 namespace: kserve-ci-e2e-test resourceVersion: "21457" uid: 2b027464-4586-40b0-b874-214278f52dc9 kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: 'Created pod: success-200-isvc-04b70-predictor-697dcfdbb9-k58nf' metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:11Z" name: success-200-isvc-04b70-predictor-697dcfdbb9.18d62e9c8bf6d948 namespace: kserve-ci-e2e-test resourceVersion: "21466" uid: 1513a94c-2cd6-4a64-84d4-482b2a1883fc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21455" uid: 4c20b63d-7a66-4ea9-953c-cfa28fd1e6c2 kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: Scaled up replica set success-200-isvc-04b70-predictor-697dcfdbb9 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:11Z" name: success-200-isvc-04b70-predictor.18d62e9c8a38a08e namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: ff863c5b-8991-43c7-918b-28ad17bdc16c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: 6badc57c-4f64-4736-b11b-0557ed37db79 kind: Event lastTimestamp: "2026-09-17T18:19:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:19:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:26Z" name: success-200-isvc-04b70-predictor.18d62ea008c543e2 namespace: kserve-ci-e2e-test resourceVersion: "21699" uid: 153202a4-c9fb-4f5e-a31d-f5bd3e5ef52d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: 6badc57c-4f64-4736-b11b-0557ed37db79 kind: Event lastTimestamp: "2026-09-17T18:19:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:19:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:26Z" name: success-200-isvc-04b70-predictor.18d62ea0091168a5 namespace: kserve-ci-e2e-test resourceVersion: "21701" uid: 497300aa-1c08-4d15-bef5-e4ea9fd8f37d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:19:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21700" uid: 6badc57c-4f64-4736-b11b-0557ed37db79 kind: Event lastTimestamp: "2026-09-17T18:20:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:20:26Z" name: success-200-isvc-04b70-predictor.18d62ea38825d440 namespace: kserve-ci-e2e-test resourceVersion: "22206" uid: 08de596e-84dd-45af-879f-42c6e10cfa94 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:19:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-04b70-predictor namespace: kserve-ci-e2e-test resourceVersion: "21700" uid: 6badc57c-4f64-4736-b11b-0557ed37db79 kind: Event lastTimestamp: "2026-09-17T18:20:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:20:26Z" name: success-200-isvc-04b70-predictor.18d62ea38894194c namespace: kserve-ci-e2e-test resourceVersion: "22207" uid: 383b5d48-50f8-4eb8-ab7a-bafa0e852adf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-04b70 namespace: kserve-ci-e2e-test resourceVersion: "21444" uid: bb886ed3-7a3f-4500-afc2-740891ddfab9 kind: Event lastTimestamp: "2026-09-17T18:19:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:59Z" name: success-200-isvc-04b70.18d62e9c8a3d7483 namespace: kserve-ci-e2e-test resourceVersion: "21973" uid: 416447cb-16f1-4901-aeb3-6659c622171a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-04b70 namespace: kserve-ci-e2e-test resourceVersion: "21971" uid: bb886ed3-7a3f-4500-afc2-740891ddfab9 kind: Event lastTimestamp: "2026-09-17T18:19:59Z" message: InferenceService [success-200-isvc-04b70] is Ready metadata: creationTimestamp: "2026-09-17T18:19:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:59Z" name: success-200-isvc-04b70.18d62ea7a9f2925a namespace: kserve-ci-e2e-test resourceVersion: "21972" uid: 3daf05f5-994d-4b42-872b-d6c556f2fb06 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:07:50.107609Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15509" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:07:50Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfdd27b34c5 namespace: kserve-ci-e2e-test resourceVersion: "15520" uid: e8256201-0290-4299-8a7c-e2397cd30860 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-0c0cc-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:50Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfddbf4316e namespace: kserve-ci-e2e-test resourceVersion: "15549" uid: 2bf60746-9fa2-4444-833b-4023b963f85f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15523" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Add eth0 [10.132.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:07:51Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfe182f1dbf namespace: kserve-ci-e2e-test resourceVersion: "15569" uid: 39bb5b71-0ea0-4e67-82f9-d788731daf19 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfe1a9af495 namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 36f56fd8-1e1b-48bd-928a-7f008fb5fe6f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfe1e6ad43a namespace: kserve-ci-e2e-test resourceVersion: "15574" uid: 9d22044b-9ef3-4abc-9b2b-dfa31fcd144b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfe1ede42b9 namespace: kserve-ci-e2e-test resourceVersion: "15575" uid: efd4ebbe-2db1-4e1b-aa9c-5351fedb088e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfe1ee94e98 namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: d334dd30-b07b-44eb-95e6-e11b7a22963e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfe21b24952 namespace: kserve-ci-e2e-test resourceVersion: "15580" uid: 3c9b6916-caa5-4174-9917-c81957beb230 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:07:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:51Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfe2223cbb0 namespace: kserve-ci-e2e-test resourceVersion: "15581" uid: a5843149-bddf-4b81-85de-583fafbbb347 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:07:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:08:28Z" message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:07:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:28Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62dfe453d0936 namespace: kserve-ci-e2e-test resourceVersion: "15926" uid: b8d9b769-fadb-4a29-9129-a0ba4a9afef5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:04Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62e7ef6e21ca2 namespace: kserve-ci-e2e-test resourceVersion: "19884" uid: 0407fa24-1521-421a-97d8-021ab73c9d41 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 2a1a3893-b0dc-4c9a-8055-248c3cd2f4d5 kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:04Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s.18d62e7ef6e2b9ff namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: b3a6f33d-886a-412f-856f-7f730c425b65 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0c0cc-predictor-565c9b6cf7 namespace: kserve-ci-e2e-test resourceVersion: "15486" uid: 34055db9-6e2f-46a8-a3e3-f2ac168d465f kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: 'Created pod: success-200-isvc-0c0cc-predictor-565c9b6cf7-chh6s' metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:50Z" name: success-200-isvc-0c0cc-predictor-565c9b6cf7.18d62dfdd1d094cb namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: fce1272c-791d-4f61-b239-bc61bbf806ba reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15483" uid: b20336d4-b99c-440e-ad81-ba7dd7768a89 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: Scaled up replica set success-200-isvc-0c0cc-predictor-565c9b6cf7 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:50Z" name: success-200-isvc-0c0cc-predictor.18d62dfdce2d3ba1 namespace: kserve-ci-e2e-test resourceVersion: "15488" uid: b1bbfdd6-a5ae-4fe8-9d92-cccc40017ea3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:08:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 96d38b3b-a696-4b1f-93e2-533051148033 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:08:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:50Z" name: success-200-isvc-0c0cc-predictor.18d62e014d88a425 namespace: kserve-ci-e2e-test resourceVersion: "16325" uid: 49e0c043-bdd9-4be3-889d-b430141c8793 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:08:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 96d38b3b-a696-4b1f-93e2-533051148033 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:08:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:50Z" name: success-200-isvc-0c0cc-predictor.18d62e014e01d634 namespace: kserve-ci-e2e-test resourceVersion: "16329" uid: 4eec9693-0409-477f-b43f-b7a928b6f2b3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: 96d38b3b-a696-4b1f-93e2-533051148033 kind: Event lastTimestamp: "2026-09-17T18:09:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:09:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:05Z" name: success-200-isvc-0c0cc-predictor.18d62e0f4a2d9e8b namespace: kserve-ci-e2e-test resourceVersion: "16493" uid: 8afa4b10-955d-419b-9c4a-4ebe5cb6cfc8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0c0cc-predictor namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: 96d38b3b-a696-4b1f-93e2-533051148033 kind: Event lastTimestamp: "2026-09-17T18:09:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:09:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:05Z" name: success-200-isvc-0c0cc-predictor.18d62e0f4aa15025 namespace: kserve-ci-e2e-test resourceVersion: "16496" uid: 00062510-4e1d-4696-b0bb-41e02e0e9248 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "15462" uid: 09d185f1-6ba4-4cd8-b515-eedd74a4ea25 kind: Event lastTimestamp: "2026-09-17T18:08:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:38Z" name: success-200-isvc-0c0cc.18d62dfdce2cf4ab namespace: kserve-ci-e2e-test resourceVersion: "16055" uid: b10f2f86-e9fd-4735-974a-771ef9a05b07 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "15462" uid: 09d185f1-6ba4-4cd8-b515-eedd74a4ea25 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: 'Failed to update status for InferenceService "success-200-isvc-0c0cc": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0c0cc": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:07:50Z" name: success-200-isvc-0c0cc.18d62dfdcec50ead namespace: kserve-ci-e2e-test resourceVersion: "15493" uid: d8bfc0ee-7687-48d5-ad19-af2c2cf2b10d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "15462" uid: 09d185f1-6ba4-4cd8-b515-eedd74a4ea25 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0c0cc": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:07:50Z" name: success-200-isvc-0c0cc.18d62dfdcec553f9 namespace: kserve-ci-e2e-test resourceVersion: "15496" uid: f9d4dd35-0fec-4598-8208-80fdaa3bbb87 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "16052" uid: 09d185f1-6ba4-4cd8-b515-eedd74a4ea25 kind: Event lastTimestamp: "2026-09-17T18:08:38Z" message: InferenceService [success-200-isvc-0c0cc] is Ready metadata: creationTimestamp: "2026-09-17T18:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:38Z" name: success-200-isvc-0c0cc.18d62e0901066238 namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: a6aa2a3b-0aca-4de9-9281-4fadf306ca8c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:28:40.258117Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26317" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:28:40Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f20e5422070 namespace: kserve-ci-e2e-test resourceVersion: "26322" uid: c9acd870-c005-4b66-a567-82b344f449ca reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-1a268-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:40Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f20f32107d4 namespace: kserve-ci-e2e-test resourceVersion: "26355" uid: be176bd9-2a1b-4b04-83f4-cba1b2d3c23b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26327" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:28:41Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f212b6013db namespace: kserve-ci-e2e-test resourceVersion: "26371" uid: 715accbd-2ee7-46c7-8061-f77a530d9ee0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f212cbfd713 namespace: kserve-ci-e2e-test resourceVersion: "26373" uid: cdafde58-60ef-491f-8402-c84ebab4759e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f212fb546ff namespace: kserve-ci-e2e-test resourceVersion: "26374" uid: 34d90ba8-3adf-46cc-bde9-1f4e8174b5b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f2130251520 namespace: kserve-ci-e2e-test resourceVersion: "26375" uid: 1deba66c-2c70-4239-a532-bed33423682e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f21302f84d4 namespace: kserve-ci-e2e-test resourceVersion: "26376" uid: 2136838a-3d0b-4a33-a76e-35ccbe42c1d2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f213320b5cd namespace: kserve-ci-e2e-test resourceVersion: "26380" uid: f4c8685a-6d34-493a-82ca-19746f947f1b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:28:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:41Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f2133958a2f namespace: kserve-ci-e2e-test resourceVersion: "26381" uid: 098a08e1-4f34-436b-9540-f3c8f24b8519 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:28:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:29:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:28:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:19Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62f216d46ae58 namespace: kserve-ci-e2e-test resourceVersion: "26747" uid: 2d2ead86-574d-49e9-a785-2a4b7ee48567 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:37:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:37:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:37:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:37:54Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62fa206064a78 namespace: kserve-ci-e2e-test resourceVersion: "30442" uid: e5124a08-a280-4bf5-b10f-83ba1b268f57 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:37:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s namespace: kserve-ci-e2e-test resourceVersion: "26319" uid: 915c78f7-5b12-4673-863f-24a81bf6ef7b kind: Event lastTimestamp: "2026-09-17T18:37:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:37:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:37:54Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s.18d62fa20606dd13 namespace: kserve-ci-e2e-test resourceVersion: "30446" uid: 1cc3b199-06cf-405f-a6c9-4e08ac44058b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-1a268-predictor-7c75dbcd8c namespace: kserve-ci-e2e-test resourceVersion: "26312" uid: 4958b4b9-9f8a-4250-87b3-1d1610b6bd51 kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: 'Created pod: success-200-isvc-1a268-predictor-7c75dbcd8c-pk25s' metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:40Z" name: success-200-isvc-1a268-predictor-7c75dbcd8c.18d62f20e4ec3dd1 namespace: kserve-ci-e2e-test resourceVersion: "26320" uid: 7600ea84-09f1-419b-9a0c-9f592d60abfc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: a0676e50-0897-4c48-9744-9fd4446eb03c kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: Scaled up replica set success-200-isvc-1a268-predictor-7c75dbcd8c from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:40Z" name: success-200-isvc-1a268-predictor.18d62f20e34b8289 namespace: kserve-ci-e2e-test resourceVersion: "26313" uid: 9ea730c7-5cbc-436f-b100-f053fc006bc3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26311" uid: aa630495-afea-425f-aba1-7cad3de52459 kind: Event lastTimestamp: "2026-09-17T18:29:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:28:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:10Z" name: success-200-isvc-1a268-predictor.18d62f2461cde18b namespace: kserve-ci-e2e-test resourceVersion: "26642" uid: f8540797-c9a7-416f-956e-68102d8ff66e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26311" uid: aa630495-afea-425f-aba1-7cad3de52459 kind: Event lastTimestamp: "2026-09-17T18:29:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:28:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:10Z" name: success-200-isvc-1a268-predictor.18d62f24623a054d namespace: kserve-ci-e2e-test resourceVersion: "26643" uid: ea2d5145-465b-4a46-9bff-b107d76b4241 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:29:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26524" uid: aa630495-afea-425f-aba1-7cad3de52459 kind: Event lastTimestamp: "2026-09-17T18:29:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:29:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:55Z" name: success-200-isvc-1a268-predictor.18d62f2b60516c69 namespace: kserve-ci-e2e-test resourceVersion: "27120" uid: 37ed7d8b-7b7d-4bfa-b9fd-dd1d9c175a59 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:29:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1a268-predictor namespace: kserve-ci-e2e-test resourceVersion: "26524" uid: aa630495-afea-425f-aba1-7cad3de52459 kind: Event lastTimestamp: "2026-09-17T18:29:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:29:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:55Z" name: success-200-isvc-1a268-predictor.18d62f2b60c48470 namespace: kserve-ci-e2e-test resourceVersion: "27121" uid: 67028b20-cef5-4886-b24e-40e75941281d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1a268 namespace: kserve-ci-e2e-test resourceVersion: "26300" uid: 79424f26-e5a7-4d87-887f-8a5b57680568 kind: Event lastTimestamp: "2026-09-17T18:29:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:29Z" name: success-200-isvc-1a268.18d62f20e35a7303 namespace: kserve-ci-e2e-test resourceVersion: "26875" uid: 61d7c220-08c8-49d7-8ed5-199a02370e4d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1a268 namespace: kserve-ci-e2e-test resourceVersion: "26873" uid: 79424f26-e5a7-4d87-887f-8a5b57680568 kind: Event lastTimestamp: "2026-09-17T18:29:29Z" message: InferenceService [success-200-isvc-1a268] is Ready metadata: creationTimestamp: "2026-09-17T18:29:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:29Z" name: success-200-isvc-1a268.18d62f2c64be6138 namespace: kserve-ci-e2e-test resourceVersion: "26874" uid: 94e0d408-a729-4366-bc89-313c2c8a89af reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:18:15.155581Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20798" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f5a3e90a9 namespace: kserve-ci-e2e-test resourceVersion: "20803" uid: c44909ef-0cd9-4465-9f69-e3a0e776377b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20807" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f7c0d47fc namespace: kserve-ci-e2e-test resourceVersion: "20845" uid: 5cb0948a-a88c-48f7-b087-9a988f4575f5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f7da7209c namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: d1eb602a-8028-442e-9dab-2868f2efe47b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f80606f6a namespace: kserve-ci-e2e-test resourceVersion: "20848" uid: 20c3a868-ee4b-4b35-bacb-25fc1af92aad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f80d73732 namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: b16a92a7-1942-46f8-a13b-23732e2a3f9a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f80e1d577 namespace: kserve-ci-e2e-test resourceVersion: "20850" uid: a1e27b72-931b-4bb7-a6e7-7894720b7270 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f849867bc namespace: kserve-ci-e2e-test resourceVersion: "20852" uid: 5cee03a3-5d45-45e4-aba2-1b341d54a7f4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f850a2c04 namespace: kserve-ci-e2e-test resourceVersion: "20853" uid: 7445f12e-ca2c-46e3-af8e-3ffa652f7194 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:27:32Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:32Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62e8f9c54288e namespace: kserve-ci-e2e-test resourceVersion: "25232" uid: ddc2dd47-b6cf-449f-a695-7c70b81044ef reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:29Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62f1081a8c9e8 namespace: kserve-ci-e2e-test resourceVersion: "25116" uid: 4641efdd-92bc-476d-baa1-233ab3be739d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:29Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62f1081a9e9de namespace: kserve-ci-e2e-test resourceVersion: "25119" uid: cd15f82c-5436-424e-adbe-b33f7354525a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 5c1a4099-40df-45b1-8eda-fb25817123ba kind: Event lastTimestamp: "2026-09-17T18:27:32Z" message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:27:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:32Z" name: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx.18d62f1110a70aca namespace: kserve-ci-e2e-test resourceVersion: "25231" uid: 22b55a45-c44a-423c-a2c8-88d9fc400c74 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-2aa9e-predictor-777dd588ff namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: aea8c6fb-951f-4b02-9309-338b8cba5119 kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: 'Created pod: success-200-isvc-2aa9e-predictor-777dd588ff-bgjgx' metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor-777dd588ff.18d62e8f59cfc612 namespace: kserve-ci-e2e-test resourceVersion: "20799" uid: 63fa118b-10e3-4855-aa07-ef0d7ef93e84 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20789" uid: 5d006ba5-e9b6-4e64-a080-45952b79fe0c kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Scaled up replica set success-200-isvc-2aa9e-predictor-777dd588ff from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-2aa9e-predictor.18d62e8f5809b201 namespace: kserve-ci-e2e-test resourceVersion: "20792" uid: 41f079d1-5daf-4ef4-8a72-122796d8c6c6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20790" uid: 6d742b47-5fb9-4df6-b955-48f5f155fdc6 kind: Event lastTimestamp: "2026-09-17T18:18:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:18:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:45Z" name: success-200-isvc-2aa9e-predictor.18d62e92d6914452 namespace: kserve-ci-e2e-test resourceVersion: "21118" uid: 487cdce4-df2b-48b6-abd3-c97df055e5ad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20790" uid: 6d742b47-5fb9-4df6-b955-48f5f155fdc6 kind: Event lastTimestamp: "2026-09-17T18:18:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:18:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:45Z" name: success-200-isvc-2aa9e-predictor.18d62e92d6fe3a10 namespace: kserve-ci-e2e-test resourceVersion: "21119" uid: 4d039ee5-fe40-47e9-9a8f-a7dd25274e32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:19:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20999" uid: 6d742b47-5fb9-4df6-b955-48f5f155fdc6 kind: Event lastTimestamp: "2026-09-17T18:19:30Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:30Z" name: success-200-isvc-2aa9e-predictor.18d62e99d4ec14b3 namespace: kserve-ci-e2e-test resourceVersion: "21733" uid: ea54f693-443e-42ed-a608-5bab4964baff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:19:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-2aa9e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20999" uid: 6d742b47-5fb9-4df6-b955-48f5f155fdc6 kind: Event lastTimestamp: "2026-09-17T18:19:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:19:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:30Z" name: success-200-isvc-2aa9e-predictor.18d62e99d54fce13 namespace: kserve-ci-e2e-test resourceVersion: "21734" uid: 12e84464-68ea-4a99-8545-c01efb366b3f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "20779" uid: 60606dfd-4c73-45ca-8f46-560b5e9e97ac kind: Event lastTimestamp: "2026-09-17T18:19:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:02Z" name: success-200-isvc-2aa9e.18d62e8f58139b12 namespace: kserve-ci-e2e-test resourceVersion: "21320" uid: d6fe4889-116e-4bc9-80da-4847498b4d8b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-2aa9e namespace: kserve-ci-e2e-test resourceVersion: "21318" uid: 60606dfd-4c73-45ca-8f46-560b5e9e97ac kind: Event lastTimestamp: "2026-09-17T18:19:02Z" message: InferenceService [success-200-isvc-2aa9e] is Ready metadata: creationTimestamp: "2026-09-17T18:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:19:02Z" name: success-200-isvc-2aa9e.18d62e9a573191e7 namespace: kserve-ci-e2e-test resourceVersion: "21319" uid: b5ea6bb3-94fd-4f1b-944e-c6fc6abebf04 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:08:46.761078Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:08:46Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b034a962f namespace: kserve-ci-e2e-test resourceVersion: "16221" uid: 8755aa05-38d0-421a-a131-f2c99caa70d9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-4a77e-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:46Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b10840468 namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: d70ef9de-8667-4dfd-b099-d3be55a14633 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16227" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:08:47Z" message: Add eth0 [10.132.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:08:47Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b48d39229 namespace: kserve-ci-e2e-test resourceVersion: "16269" uid: da9f17a2-e4a4-4495-ab4b-8fa65ae6fb07 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:08:47Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:08:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:47Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b4a3077e6 namespace: kserve-ci-e2e-test resourceVersion: "16271" uid: 3dc54e72-2fd4-4ca0-8b4a-8aeb972622ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:08:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b4d1ca140 namespace: kserve-ci-e2e-test resourceVersion: "16272" uid: 06c890bd-94da-47f4-be43-ba42b95452bf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b4d8e641a namespace: kserve-ci-e2e-test resourceVersion: "16273" uid: dc33fe80-e141-4db0-b74b-c803a1dd337f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b4d98939c namespace: kserve-ci-e2e-test resourceVersion: "16274" uid: b03955f1-5a44-4130-a4ef-f4a7e969fd4f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b5083fd20 namespace: kserve-ci-e2e-test resourceVersion: "16278" uid: 1cb7d81c-4682-4604-a3f2-fb741d7e6190 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:08:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:08:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:48Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b50f3f382 namespace: kserve-ci-e2e-test resourceVersion: "16279" uid: e8ed2d15-d0cd-4caa-9566-ff0b1a6d6c75 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:08:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:09:25Z" message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:08:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:09:25Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e0b972e19de namespace: kserve-ci-e2e-test resourceVersion: "16655" uid: e5eac431-af10-472c-af62-da063968e484 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:01Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e8c28f0fd27 namespace: kserve-ci-e2e-test resourceVersion: "20475" uid: 4b7d1277-8251-444e-bf23-35cc0c6c98d2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: f6476fb1-0c87-4d63-9dea-a69e622d1d38 kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:01Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm.18d62e8c28f21941 namespace: kserve-ci-e2e-test resourceVersion: "20482" uid: 82172ebb-c568-47d9-938d-dd4c8c16996d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-4a77e-predictor-5b6b79bb5f namespace: kserve-ci-e2e-test resourceVersion: "16210" uid: 595d6c3f-4328-42af-bbc6-f398ce579129 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: 'Created pod: success-200-isvc-4a77e-predictor-5b6b79bb5f-j8rlm' metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:46Z" name: success-200-isvc-4a77e-predictor-5b6b79bb5f.18d62e0b02d8ae5a namespace: kserve-ci-e2e-test resourceVersion: "16218" uid: e8cc63ad-ef2c-4ac6-8e69-bb8f54157e83 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: e9778de8-5de5-4867-ba0d-30b9c7479d38 kind: Event lastTimestamp: "2026-09-17T18:08:46Z" message: Scaled up replica set success-200-isvc-4a77e-predictor-5b6b79bb5f from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:46Z" name: success-200-isvc-4a77e-predictor.18d62e0b00928c2e namespace: kserve-ci-e2e-test resourceVersion: "16212" uid: 6610f4d6-c685-4da7-8079-75dee4d67381 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:09:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: 6bfcfdf9-c4e7-47f1-935b-3cae6d0dc488 kind: Event lastTimestamp: "2026-09-17T18:09:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:16Z" name: success-200-isvc-4a77e-predictor.18d62e0e7f47f121 namespace: kserve-ci-e2e-test resourceVersion: "16575" uid: 52ffc385-c65f-4e38-8544-e62532c7150a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:09:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: 6bfcfdf9-c4e7-47f1-935b-3cae6d0dc488 kind: Event lastTimestamp: "2026-09-17T18:09:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:16Z" name: success-200-isvc-4a77e-predictor.18d62e0e7fd98aca namespace: kserve-ci-e2e-test resourceVersion: "16576" uid: d8c0603e-bd21-464f-82b5-503eaee3a077 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:09:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 6bfcfdf9-c4e7-47f1-935b-3cae6d0dc488 kind: Event lastTimestamp: "2026-09-17T18:10:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:09:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:10:16Z" name: success-200-isvc-4a77e-predictor.18d62e157dcdf3ee namespace: kserve-ci-e2e-test resourceVersion: "17088" uid: fd2ef6bf-fdf9-462a-97d4-a95a33fd2abe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:09:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4a77e-predictor namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 6bfcfdf9-c4e7-47f1-935b-3cae6d0dc488 kind: Event lastTimestamp: "2026-09-17T18:10:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:09:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:10:16Z" name: success-200-isvc-4a77e-predictor.18d62e157e4c6f29 namespace: kserve-ci-e2e-test resourceVersion: "17089" uid: 03063f01-256e-4956-ab98-20ed1701cd84 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16198" uid: e78da583-5cb8-4bb6-abde-2d480b71ab92 kind: Event lastTimestamp: "2026-09-17T18:09:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:09:35Z" name: success-200-isvc-4a77e.18d62e0b007c8f3f namespace: kserve-ci-e2e-test resourceVersion: "16746" uid: 6fd893be-0870-45f5-b6a3-f7165c3c26d5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4a77e namespace: kserve-ci-e2e-test resourceVersion: "16743" uid: e78da583-5cb8-4bb6-abde-2d480b71ab92 kind: Event lastTimestamp: "2026-09-17T18:09:35Z" message: InferenceService [success-200-isvc-4a77e] is Ready metadata: creationTimestamp: "2026-09-17T18:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:09:35Z" name: success-200-isvc-4a77e.18d62e1652a6a729 namespace: kserve-ci-e2e-test resourceVersion: "16744" uid: 3fe9ec7f-aea0-4951-8448-c205ac41c7c9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:06:15.850738Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14406" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:06:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:06:15Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62de7e05572ff namespace: kserve-ci-e2e-test resourceVersion: "14412" uid: 411b7fbf-2502-487d-b989-ab47e6c030d0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14416" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Add eth0 [10.132.0.16/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:06:16Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62de801fc6caa namespace: kserve-ci-e2e-test resourceVersion: "14491" uid: 6b5293a9-1786-4dac-91a9-0a0f0b864873 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:16Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" metadata: creationTimestamp: "2026-09-17T18:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:16Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62de803ee64e7 namespace: kserve-ci-e2e-test resourceVersion: "14502" uid: 858742fa-8308-43ce-85e1-b44e29f8e8ae reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:28Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" in 12.231s (12.231s including waiting). Image size: 1356743244 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:28Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62deadcf8a7e1 namespace: kserve-ci-e2e-test resourceVersion: "14681" uid: 58c655a5-e6d2-4d15-8158-9f274010d039 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:28Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62deadfc77c83 namespace: kserve-ci-e2e-test resourceVersion: "14685" uid: 2a4feaec-876a-42f3-894a-8a73f23c5c24 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:28Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62deae035d254 namespace: kserve-ci-e2e-test resourceVersion: "14687" uid: c421b5ed-e297-4dfd-89d2-c0b001f854cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:28Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:28Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62deae04330ec namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: 421cfc44-80e8-491c-8bf9-486f074c9481 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:31Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.405s (2.405s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:31Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62deb6fa782dd namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: a203488c-aa9f-45ac-a694-726020bca81f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:31Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62deb72d0f2a7 namespace: kserve-ci-e2e-test resourceVersion: "14713" uid: 7a4a5362-a0fb-40f5-b61d-e0935eb5cd03 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:06:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:06:31Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62deb7341884a namespace: kserve-ci-e2e-test resourceVersion: "14714" uid: 518d41ba-cfeb-4cb3-8d46-56b46ad9cfd2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:06:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:07:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.16:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:07Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62deb93fa81c1 namespace: kserve-ci-e2e-test resourceVersion: "15046" uid: d1d5e42c-2966-46a0-8d51-b82653f72c1d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:50Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62dfdcdc96646 namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: d1fcf5a8-2b6a-4183-97a1-d5c7dcce49c4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:07:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:50Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62dfdcdc9e3f0 namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 810fe12e-b6e6-40d2-bd51-fac3c886ef9e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7 namespace: kserve-ci-e2e-test resourceVersion: "14408" uid: e216d35c-d3d0-4127-9c72-860358583552 kind: Event lastTimestamp: "2026-09-17T18:07:52Z" message: 'Readiness probe failed: Get "https://10.132.0.16:8643/healthz": dial tcp 10.132.0.16:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:07:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:52Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7.18d62dfe702718d8 namespace: kserve-ci-e2e-test resourceVersion: "15604" uid: 5faaab3c-fe07-410a-875f-2e62f03ab596 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-70b74-predictor-5d6ff7f77f namespace: kserve-ci-e2e-test resourceVersion: "14393" uid: 89043f46-ed6a-4638-9511-d50dea46c371 kind: Event lastTimestamp: "2026-09-17T18:06:15Z" message: 'Created pod: success-200-isvc-70b74-predictor-5d6ff7f77f-2tqw7' metadata: creationTimestamp: "2026-09-17T18:06:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:15Z" name: success-200-isvc-70b74-predictor-5d6ff7f77f.18d62de7dfc91f3e namespace: kserve-ci-e2e-test resourceVersion: "14409" uid: 55cce673-5b47-41af-96bc-8486bb0b45c4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:06:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: c1227919-0aba-403f-9176-d5967e57e9b2 kind: Event lastTimestamp: "2026-09-17T18:06:15Z" message: Scaled up replica set success-200-isvc-70b74-predictor-5d6ff7f77f from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:06:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:15Z" name: success-200-isvc-70b74-predictor.18d62de7d690feb3 namespace: kserve-ci-e2e-test resourceVersion: "14396" uid: bb075722-b3f7-488c-b527-a9e53c15143a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:06:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: 72f34311-1625-4377-82e4-b64e73426ccf kind: Event lastTimestamp: "2026-09-17T18:06:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:45Z" name: success-200-isvc-70b74-predictor.18d62deb5c0cadfa namespace: kserve-ci-e2e-test resourceVersion: "14835" uid: 5318d65f-5839-4864-8f4b-016c2af51539 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:06:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: 72f34311-1625-4377-82e4-b64e73426ccf kind: Event lastTimestamp: "2026-09-17T18:06:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:06:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:06:45Z" name: success-200-isvc-70b74-predictor.18d62deb5c8a6f26 namespace: kserve-ci-e2e-test resourceVersion: "14836" uid: 37b14dfd-0826-4263-b16c-ca3ded9198dd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:07:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14704" uid: 72f34311-1625-4377-82e4-b64e73426ccf kind: Event lastTimestamp: "2026-09-17T18:07:30Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:30Z" name: success-200-isvc-70b74-predictor.18d62df25af8f6bd namespace: kserve-ci-e2e-test resourceVersion: "15244" uid: 7577b85a-80cf-4e92-89be-95225ff833a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:07:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-70b74-predictor namespace: kserve-ci-e2e-test resourceVersion: "14704" uid: 72f34311-1625-4377-82e4-b64e73426ccf kind: Event lastTimestamp: "2026-09-17T18:07:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:07:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:30Z" name: success-200-isvc-70b74-predictor.18d62df25b6aeabe namespace: kserve-ci-e2e-test resourceVersion: "15245" uid: 39839156-8f85-4573-87c0-ee65add2e752 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:06:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-70b74 namespace: kserve-ci-e2e-test resourceVersion: "14379" uid: c0836d06-f380-4554-b950-d2f22c8a289d kind: Event lastTimestamp: "2026-09-17T18:07:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:06:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:07:17Z" name: success-200-isvc-70b74.18d62de7dcce75ae namespace: kserve-ci-e2e-test resourceVersion: "15144" uid: 033cfdb3-3553-48a2-a17c-56dfbf662620 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-70b74 namespace: kserve-ci-e2e-test resourceVersion: "15141" uid: c0836d06-f380-4554-b950-d2f22c8a289d kind: Event lastTimestamp: "2026-09-17T18:07:17Z" message: InferenceService [success-200-isvc-70b74] is Ready metadata: creationTimestamp: "2026-09-17T18:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:07:17Z" name: success-200-isvc-70b74.18d62df6513f4fff namespace: kserve-ci-e2e-test resourceVersion: "15142" uid: 78284c8a-5390-407b-9bf0-ac797aa5579f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:28:26.771006Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26033" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8365d-predictor-69558d5f59-868nq to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:28:26Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1dc15d291f namespace: kserve-ci-e2e-test resourceVersion: "26038" uid: 58f2a440-a187-4ea5-bcfc-621c9bacc30c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26041" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:28:27Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1de332a624 namespace: kserve-ci-e2e-test resourceVersion: "26077" uid: c1a96000-087e-4d15-99b2-f8b8728faaf1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1de4ab5711 namespace: kserve-ci-e2e-test resourceVersion: "26079" uid: 30742f82-de92-47a3-9fb4-0c41825cf64b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1de75d2c55 namespace: kserve-ci-e2e-test resourceVersion: "26080" uid: 9917d3bb-58eb-4e1e-9636-3adf9eec007c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1de7ca9688 namespace: kserve-ci-e2e-test resourceVersion: "26081" uid: 3af73958-9edb-4e8a-89e6-2a05da0c0f51 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1de7d45f6a namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 4128bd52-1026-4d2a-bad3-f6d4b72af86c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1dead8da7e namespace: kserve-ci-e2e-test resourceVersion: "26086" uid: f28474d1-60d2-450f-9088-cee35f94b217 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:28:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:27Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1deb68fb48 namespace: kserve-ci-e2e-test resourceVersion: "26087" uid: 097f19e2-98a1-4e88-83cd-70eef3d55dd7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:28:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:29:05Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:05Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d62f1e631596ef namespace: kserve-ci-e2e-test resourceVersion: "26606" uid: fc3fd557-35cc-4ec8-b9ca-e6922ee5d2d5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:45:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:45:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:45:45Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d6300fb4852ce3 namespace: kserve-ci-e2e-test resourceVersion: "33697" uid: 221b4bb5-cc10-4e21-9994-a28ffae228ac reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:45:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8365d-predictor-69558d5f59-868nq namespace: kserve-ci-e2e-test resourceVersion: "26034" uid: ca99eb08-36a9-4220-a77b-1a870a8575de kind: Event lastTimestamp: "2026-09-17T18:45:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:45:45Z" name: success-200-isvc-8365d-predictor-69558d5f59-868nq.18d6300fb485b5c9 namespace: kserve-ci-e2e-test resourceVersion: "33702" uid: 2d54e39e-6f01-4a7a-8c9e-3b577a3eeee8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8365d-predictor-69558d5f59 namespace: kserve-ci-e2e-test resourceVersion: "26025" uid: 6c965a02-09cf-4617-a129-e4650df42bfb kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: 'Created pod: success-200-isvc-8365d-predictor-69558d5f59-868nq' metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:26Z" name: success-200-isvc-8365d-predictor-69558d5f59.18d62f1dc12e953a namespace: kserve-ci-e2e-test resourceVersion: "26036" uid: f0cfa06b-5fbf-4986-81c1-f9c1ce618e86 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26023" uid: 0b355489-c117-42c1-8596-39e07d863735 kind: Event lastTimestamp: "2026-09-17T18:28:26Z" message: Scaled up replica set success-200-isvc-8365d-predictor-69558d5f59 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:26Z" name: success-200-isvc-8365d-predictor.18d62f1dbf4cef7d namespace: kserve-ci-e2e-test resourceVersion: "26026" uid: 0f1bfcfe-e5bc-4f46-9bc2-9e82bcec7bce reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26024" uid: 31f43ead-77e7-4920-b9bb-d42ad2272b3d kind: Event lastTimestamp: "2026-09-17T18:28:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:56Z" name: success-200-isvc-8365d-predictor.18d62f213e221919 namespace: kserve-ci-e2e-test resourceVersion: "26541" uid: 3901e5ea-62bc-452e-a6a3-8b2589799e84 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26024" uid: 31f43ead-77e7-4920-b9bb-d42ad2272b3d kind: Event lastTimestamp: "2026-09-17T18:28:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:56Z" name: success-200-isvc-8365d-predictor.18d62f213e8e7f4d namespace: kserve-ci-e2e-test resourceVersion: "26542" uid: 391315ed-691a-4815-a023-b8852eaa3a83 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:29:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26390" uid: 31f43ead-77e7-4920-b9bb-d42ad2272b3d kind: Event lastTimestamp: "2026-09-17T18:29:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:26Z" name: success-200-isvc-8365d-predictor.18d62f283c10ae23 namespace: kserve-ci-e2e-test resourceVersion: "26826" uid: daaa6257-b2fc-40ed-95cf-1bf0dc3336ce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:29:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8365d-predictor namespace: kserve-ci-e2e-test resourceVersion: "26390" uid: 31f43ead-77e7-4920-b9bb-d42ad2272b3d kind: Event lastTimestamp: "2026-09-17T18:29:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:29:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:26Z" name: success-200-isvc-8365d-predictor.18d62f283c61da13 namespace: kserve-ci-e2e-test resourceVersion: "26827" uid: 1bceb9a8-9bc5-49af-bb32-5bedb0a1ced2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:28:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8365d namespace: kserve-ci-e2e-test resourceVersion: "26013" uid: ccce59d3-284b-46aa-b279-ad9c474de32c kind: Event lastTimestamp: "2026-09-17T18:29:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:28:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:15Z" name: success-200-isvc-8365d.18d62f1dbf4c6023 namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: 3218383b-0565-483d-81d2-c83adc430e20 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8365d namespace: kserve-ci-e2e-test resourceVersion: "26707" uid: ccce59d3-284b-46aa-b279-ad9c474de32c kind: Event lastTimestamp: "2026-09-17T18:29:15Z" message: InferenceService [success-200-isvc-8365d] is Ready metadata: creationTimestamp: "2026-09-17T18:29:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:15Z" name: success-200-isvc-8365d.18d62f291e62d6d3 namespace: kserve-ci-e2e-test resourceVersion: "26708" uid: 6221c35d-5db3-4dca-983b-6fcd05de9ed3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:17:04.907144Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19916" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:17:04Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7eff1c5020 namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 4246b090-5f68-4944-bbe3-d2c9e6581f9c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19932" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:17:05Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:17:05Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7f20f9289e namespace: kserve-ci-e2e-test resourceVersion: "19968" uid: 7ea683ac-5d14-4bcc-afeb-755deb5965c5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:17:05Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:05Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7f22b6b665 namespace: kserve-ci-e2e-test resourceVersion: "19970" uid: b93f6ee8-c826-4fa9-a227-fbb1b5aad312 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:17:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:05Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7f255f92ff namespace: kserve-ci-e2e-test resourceVersion: "19971" uid: a61594a3-6a81-4639-bf1f-47eb84b6dff9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:17:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:05Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7f25d29b84 namespace: kserve-ci-e2e-test resourceVersion: "19972" uid: 3ff06978-42ea-4c04-9c4e-cc912d44befc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:17:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:05Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7f25dccbd4 namespace: kserve-ci-e2e-test resourceVersion: "19973" uid: ef9ad6b6-2bce-4bb8-8e17-b8bfa738276b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:17:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:05Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7f292c100f namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: c6774daa-5674-4df5-8ec2-3e5a1402df12 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:17:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:05Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7f299ed33e namespace: kserve-ci-e2e-test resourceVersion: "19975" uid: 54d18a5c-f789-4056-9a55-b9be4a7f1a69 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:17:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:17:42Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:42Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e7f3ffed5f3 namespace: kserve-ci-e2e-test resourceVersion: "20280" uid: 5801215f-bc67-4528-b644-3f7023310512 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e8f533c61fb namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: 22bd9486-da3c-45ad-9cbf-40683e167703 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:18:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:18:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:15Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e8f533d8e7d namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: cc2ef895-200a-4974-b3bd-4d58bc80152b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: e85e55d9-1383-4434-b8e6-63aedad2ab61 kind: Event lastTimestamp: "2026-09-17T18:18:16Z" message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp 10.132.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:18:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:17Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm.18d62e8fc820fa51 namespace: kserve-ci-e2e-test resourceVersion: "20882" uid: e5ca5c90-ab91-4420-aa86-5f19b5159fd5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b0976-predictor-6c4d57ffcf namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 84190826-d4b5-40f7-8512-0a81622a0909 kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: 'Created pod: success-200-isvc-b0976-predictor-6c4d57ffcf-kxldm' metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:17:04Z" name: success-200-isvc-b0976-predictor-6c4d57ffcf.18d62e7efeaf8db5 namespace: kserve-ci-e2e-test resourceVersion: "19919" uid: 7c184656-52af-4154-a2ea-b0a48c462e36 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "19907" uid: d62fb0af-6a11-4d24-a79a-82cd6e52ec5b kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: Scaled up replica set success-200-isvc-b0976-predictor-6c4d57ffcf from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:17:04Z" name: success-200-isvc-b0976-predictor.18d62e7efbb93726 namespace: kserve-ci-e2e-test resourceVersion: "19910" uid: 5c565136-af33-440a-bdaa-ebf105b35ad4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:17:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "19908" uid: ad8edec5-b0cf-4fdc-a36a-cc64b9ac30c1 kind: Event lastTimestamp: "2026-09-17T18:17:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:17:34Z" name: success-200-isvc-b0976-predictor.18d62e827a2cf3bf namespace: kserve-ci-e2e-test resourceVersion: "20222" uid: 2a2f0688-0faf-49bc-a177-9c21a1d7e96a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:17:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "19908" uid: ad8edec5-b0cf-4fdc-a36a-cc64b9ac30c1 kind: Event lastTimestamp: "2026-09-17T18:17:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:17:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:17:34Z" name: success-200-isvc-b0976-predictor.18d62e827a8d4b1b namespace: kserve-ci-e2e-test resourceVersion: "20223" uid: fb7b7e35-eb81-43a3-b7f5-7c25663187d4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:17:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "20105" uid: ad8edec5-b0cf-4fdc-a36a-cc64b9ac30c1 kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:17:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:04Z" name: success-200-isvc-b0976-predictor.18d62e89785b3321 namespace: kserve-ci-e2e-test resourceVersion: "20632" uid: 646f96c6-4bf9-4cde-a369-6cb38bce7956 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:17:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b0976-predictor namespace: kserve-ci-e2e-test resourceVersion: "20105" uid: ad8edec5-b0cf-4fdc-a36a-cc64b9ac30c1 kind: Event lastTimestamp: "2026-09-17T18:18:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:17:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:04Z" name: success-200-isvc-b0976-predictor.18d62e8978c03031 namespace: kserve-ci-e2e-test resourceVersion: "20633" uid: c9bba84e-8765-4822-8a5b-dac152ca19ee reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b0976 namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 9353770e-e13c-4376-a4e7-0dca6d1afd2a kind: Event lastTimestamp: "2026-09-17T18:17:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:17:52Z" name: success-200-isvc-b0976.18d62e7efbbdd5ad namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: 3129a683-da64-4a44-a32b-924774b8bec1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b0976 namespace: kserve-ci-e2e-test resourceVersion: "20357" uid: 9353770e-e13c-4376-a4e7-0dca6d1afd2a kind: Event lastTimestamp: "2026-09-17T18:17:52Z" message: InferenceService [success-200-isvc-b0976] is Ready metadata: creationTimestamp: "2026-09-17T18:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:17:52Z" name: success-200-isvc-b0976.18d62e89fae6912f namespace: kserve-ci-e2e-test resourceVersion: "20358" uid: 52d352c1-3046-423d-9dbd-8fbb56aa1508 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:27:29.963390Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25149" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:27:29Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f10875dbcb2 namespace: kserve-ci-e2e-test resourceVersion: "25155" uid: 94a123be-1c88-4c18-9f12-cc439da142d6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:30Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:27:30Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-e0a3a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:27:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:30Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f109499deb9 namespace: kserve-ci-e2e-test resourceVersion: "25190" uid: bd41e85b-857c-41a9-8daa-b403f1166611 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25166" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:27:31Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f10ccfb2efe namespace: kserve-ci-e2e-test resourceVersion: "25207" uid: eb025ffe-182f-483f-b7a9-49e172813a7d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f10ce429ea0 namespace: kserve-ci-e2e-test resourceVersion: "25209" uid: b24a60f1-d83d-48b8-be5b-fc77b0690b26 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f10d163ce24 namespace: kserve-ci-e2e-test resourceVersion: "25211" uid: 14cbf102-eb98-47f5-ab9e-bcff5ed0499c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f10d1d6fa44 namespace: kserve-ci-e2e-test resourceVersion: "25212" uid: 9ee45113-250e-4d4f-ae62-157048eddd5c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f10d1e13b4c namespace: kserve-ci-e2e-test resourceVersion: "25213" uid: 1ed16d6d-7f1f-478c-9b91-7ca7011e16c3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f10d4c949e8 namespace: kserve-ci-e2e-test resourceVersion: "25217" uid: 3d137b16-ce34-4d87-b4de-9a4558ed912a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:27:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:27:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:27:31Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f10d53edda4 namespace: kserve-ci-e2e-test resourceVersion: "25218" uid: 1b16cc24-98ba-4bfb-b798-589a9f958eee reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:27:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:28:09Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:27:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:09Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f114cda78a8 namespace: kserve-ci-e2e-test resourceVersion: "25537" uid: 8b831842-35e1-49ea-b39a-7abf0956ff13 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:40Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f20dee247d3 namespace: kserve-ci-e2e-test resourceVersion: "26285" uid: 27dc7cac-75ee-44ff-9405-894668c8dc32 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg namespace: kserve-ci-e2e-test resourceVersion: "25151" uid: bd07cc66-7379-42e7-972f-11236706b28d kind: Event lastTimestamp: "2026-09-17T18:28:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:28:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:28:40Z" name: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg.18d62f20dee2c140 namespace: kserve-ci-e2e-test resourceVersion: "26293" uid: 8ade9274-c57f-42f4-b0ab-b8d62f05be6d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e0a3a-predictor-6f4c696847 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: b3e664aa-3e7b-41c3-81ea-537b5df98ac3 kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: 'Created pod: success-200-isvc-e0a3a-predictor-6f4c696847-pr6tg' metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:27:29Z" name: success-200-isvc-e0a3a-predictor-6f4c696847.18d62f108702d394 namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 55d1d035-f31f-41ac-8d56-3cd9e20b42b1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: d9bc9ebb-2b19-4172-a730-1117ff209729 kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: Scaled up replica set success-200-isvc-e0a3a-predictor-6f4c696847 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:27:29Z" name: success-200-isvc-e0a3a-predictor.18d62f108359ec29 namespace: kserve-ci-e2e-test resourceVersion: "25129" uid: 42b81ed6-8114-4252-aa6a-36aa121a5eef reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:27:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25126" uid: becda881-a0e2-4460-8efa-6f0f9553a360 kind: Event lastTimestamp: "2026-09-17T18:27:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:27:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:27:59Z" name: success-200-isvc-e0a3a-predictor.18d62f1401db9d9e namespace: kserve-ci-e2e-test resourceVersion: "25457" uid: 1e7fb932-1475-4d1e-a44a-d0e81f9df8e8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:27:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25126" uid: becda881-a0e2-4460-8efa-6f0f9553a360 kind: Event lastTimestamp: "2026-09-17T18:27:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:27:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:27:59Z" name: success-200-isvc-e0a3a-predictor.18d62f14024abf72 namespace: kserve-ci-e2e-test resourceVersion: "25458" uid: e961dce0-fba4-4032-ad95-c2d6956179bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25344" uid: becda881-a0e2-4460-8efa-6f0f9553a360 kind: Event lastTimestamp: "2026-09-17T18:28:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:28:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:29Z" name: success-200-isvc-e0a3a-predictor.18d62f1affcde8d3 namespace: kserve-ci-e2e-test resourceVersion: "26135" uid: e0b64551-091a-41e2-9a58-1c4676dec3bd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:28:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0a3a-predictor namespace: kserve-ci-e2e-test resourceVersion: "25344" uid: becda881-a0e2-4460-8efa-6f0f9553a360 kind: Event lastTimestamp: "2026-09-17T18:28:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:28:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:28:29Z" name: success-200-isvc-e0a3a-predictor.18d62f1b003b56b6 namespace: kserve-ci-e2e-test resourceVersion: "26139" uid: 8b19149b-3e6d-4b1b-a550-9d6184996664 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "25100" uid: 8460d3e4-72ba-4934-97d2-403f0c78ec17 kind: Event lastTimestamp: "2026-09-17T18:28:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:28:19Z" name: success-200-isvc-e0a3a.18d62f10835ee1b0 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 12751a99-bce5-43ea-8f58-3c5ed8585087 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "25100" uid: 8460d3e4-72ba-4934-97d2-403f0c78ec17 kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: 'Failed to update status for InferenceService "success-200-isvc-e0a3a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e0a3a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:27:29Z" name: success-200-isvc-e0a3a.18d62f1083e3c70c namespace: kserve-ci-e2e-test resourceVersion: "25132" uid: 9f1af5d5-46ae-47a0-ba27-745e18f7997a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:27:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "25100" uid: 8460d3e4-72ba-4934-97d2-403f0c78ec17 kind: Event lastTimestamp: "2026-09-17T18:27:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-e0a3a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:27:29Z" name: success-200-isvc-e0a3a.18d62f1083e42e44 namespace: kserve-ci-e2e-test resourceVersion: "25139" uid: 92b86a28-0b4c-4148-ba10-6f5be618ac4e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:28:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0a3a namespace: kserve-ci-e2e-test resourceVersion: "25892" uid: 8460d3e4-72ba-4934-97d2-403f0c78ec17 kind: Event lastTimestamp: "2026-09-17T18:28:19Z" message: InferenceService [success-200-isvc-e0a3a] is Ready metadata: creationTimestamp: "2026-09-17T18:28:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:28:19Z" name: success-200-isvc-e0a3a.18d62f1c07f777fa namespace: kserve-ci-e2e-test resourceVersion: "25893" uid: d11df356-ee8c-4017-9dcb-a335a71352a9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:18:01.550853Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20504" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:18:01Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c2f56bc09 namespace: kserve-ci-e2e-test resourceVersion: "20509" uid: e5a4d869-9814-40ed-bf5c-51f01c74d13c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-fb34c-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:01Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c39797874 namespace: kserve-ci-e2e-test resourceVersion: "20541" uid: b4ce6d64-c74e-435d-a616-d757228f452c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20513" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:18:02Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c75146a81 namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: d76334f5-7cac-41b4-9fc7-7d77356b16ec reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1919" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c76547a6c namespace: kserve-ci-e2e-test resourceVersion: "20564" uid: be79c6e7-e6d6-449a-9225-94516e2df9ed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c793312e1 namespace: kserve-ci-e2e-test resourceVersion: "20565" uid: b7e97fc5-88a7-47e8-9274-73dc40b428d7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c79a347cf namespace: kserve-ci-e2e-test resourceVersion: "20566" uid: f69102a6-6660-4bb2-a108-e60c30e16778 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c79ad257a namespace: kserve-ci-e2e-test resourceVersion: "20567" uid: fe7cdfc2-88a8-41ca-bd44-b265a8752c5b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c7c73b6ee namespace: kserve-ci-e2e-test resourceVersion: "20571" uid: 1853dd08-85b0-4e1d-9f91-9c51e0ccc8a9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:02Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c7cea325a namespace: kserve-ci-e2e-test resourceVersion: "20572" uid: e06dacff-63c3-4a9f-bbb5-7f4d7935a02e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:18:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:18:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:18:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:18:39Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e8c92139cfd namespace: kserve-ci-e2e-test resourceVersion: "21076" uid: d07014c4-2682-4668-936a-7079d30ecbff reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:11Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e9c855da796 namespace: kserve-ci-e2e-test resourceVersion: "21431" uid: b124df64-49a4-4749-b9ea-16ec51f7063b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:19:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:11Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e9c855e4ef1 namespace: kserve-ci-e2e-test resourceVersion: "21437" uid: 97bab96b-0960-4507-abeb-ceddf9f7b175 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:19:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: 73aab23b-e5e0-4fd6-9f25-c607acd58f9c kind: Event lastTimestamp: "2026-09-17T18:19:14Z" message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp 10.132.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:19:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:19:14Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf.18d62e9d1a39847d namespace: kserve-ci-e2e-test resourceVersion: "21546" uid: b8ccc8ac-f0a2-428e-bda1-0d5e219d50c9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-fb34c-predictor-64f6cd7f8c namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 1d620d2e-2115-4c75-8b47-4fb56ba7b88c kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: 'Created pod: success-200-isvc-fb34c-predictor-64f6cd7f8c-d9vcf' metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:01Z" name: success-200-isvc-fb34c-predictor-64f6cd7f8c.18d62e8c2ecc413f namespace: kserve-ci-e2e-test resourceVersion: "20505" uid: f76678f2-051a-401a-a622-063eb13eefd6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20496" uid: 079431ef-299d-4800-b9b8-263fde624c85 kind: Event lastTimestamp: "2026-09-17T18:18:01Z" message: Scaled up replica set success-200-isvc-fb34c-predictor-64f6cd7f8c from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:01Z" name: success-200-isvc-fb34c-predictor.18d62e8c2d29b15f namespace: kserve-ci-e2e-test resourceVersion: "20499" uid: 7b880040-b6ed-4a97-a85e-6f6a50af647d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20497" uid: 4ce0a934-25bc-48bb-b77f-6a5f56280c9f kind: Event lastTimestamp: "2026-09-17T18:18:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:31Z" name: success-200-isvc-fb34c-predictor.18d62e8faba0b75b namespace: kserve-ci-e2e-test resourceVersion: "21016" uid: 386b306c-0d81-4422-baaf-e0cd8a0972ba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20497" uid: 4ce0a934-25bc-48bb-b77f-6a5f56280c9f kind: Event lastTimestamp: "2026-09-17T18:18:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:18:31Z" name: success-200-isvc-fb34c-predictor.18d62e8fac0177f7 namespace: kserve-ci-e2e-test resourceVersion: "21017" uid: ff6bdd60-9d06-4f1d-9dea-1c367225c607 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: 4ce0a934-25bc-48bb-b77f-6a5f56280c9f kind: Event lastTimestamp: "2026-09-17T18:19:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:01Z" name: success-200-isvc-fb34c-predictor.18d62e96a9717fa8 namespace: kserve-ci-e2e-test resourceVersion: "21288" uid: bc5fab69-ae84-4720-9e2b-4722880d8164 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:18:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fb34c-predictor namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: 4ce0a934-25bc-48bb-b77f-6a5f56280c9f kind: Event lastTimestamp: "2026-09-17T18:19:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:19:01Z" name: success-200-isvc-fb34c-predictor.18d62e96a9e31d84 namespace: kserve-ci-e2e-test resourceVersion: "21289" uid: dc9aeae5-0572-41e8-b222-8dcbd643a75a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:18:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fb34c namespace: kserve-ci-e2e-test resourceVersion: "20485" uid: 9ec935f8-f4d8-4d72-9b8f-e4cf3540a76e kind: Event lastTimestamp: "2026-09-17T18:18:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:18:49Z" name: success-200-isvc-fb34c.18d62e8c2d2bbca5 namespace: kserve-ci-e2e-test resourceVersion: "21166" uid: e512e1a9-bd77-46fa-baf4-f9abbd2cf344 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:18:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fb34c namespace: kserve-ci-e2e-test resourceVersion: "21163" uid: 9ec935f8-f4d8-4d72-9b8f-e4cf3540a76e kind: Event lastTimestamp: "2026-09-17T18:18:49Z" message: InferenceService [success-200-isvc-fb34c] is Ready metadata: creationTimestamp: "2026-09-17T18:18:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:18:49Z" name: success-200-isvc-fb34c.18d62e974cb26896 namespace: kserve-ci-e2e-test resourceVersion: "21164" uid: d48502e8-d1dc-4c4c-81d1-93c5ef33175d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:08:50.126463Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0c0cc-5c697ddcd5-bzdsc namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 097f4786-8ba4-459e-9d77-73606b4db8a8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-0c0cc-5c697ddcd5-bzdsc to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:08:50Z" name: switch-graph-0c0cc-5c697ddcd5-bzdsc.18d62e0bcbe24772 namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: f77bf1aa-525f-492f-bdc7-e67b36c3cd98 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0c0cc-5c697ddcd5-bzdsc namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: 097f4786-8ba4-459e-9d77-73606b4db8a8 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: Add eth0 [10.132.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:08:50Z" name: switch-graph-0c0cc-5c697ddcd5-bzdsc.18d62e0bedc93dc0 namespace: kserve-ci-e2e-test resourceVersion: "16348" uid: 9b8fa9ff-cbcf-4f1c-9256-4bb1796a9e2d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c0cc} kind: Pod name: switch-graph-0c0cc-5c697ddcd5-bzdsc namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 097f4786-8ba4-459e-9d77-73606b4db8a8 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:50Z" name: switch-graph-0c0cc-5c697ddcd5-bzdsc.18d62e0bef3084b7 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: cb1091be-18c3-4c5e-80ea-008b2cd9b75f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c0cc} kind: Pod name: switch-graph-0c0cc-5c697ddcd5-bzdsc namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 097f4786-8ba4-459e-9d77-73606b4db8a8 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: 'Created container: switch-graph-0c0cc' metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:50Z" name: switch-graph-0c0cc-5c697ddcd5-bzdsc.18d62e0bf21a05c3 namespace: kserve-ci-e2e-test resourceVersion: "16351" uid: 92230c6f-01eb-4f52-af04-044b1c3a6e17 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c0cc} kind: Pod name: switch-graph-0c0cc-5c697ddcd5-bzdsc namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 097f4786-8ba4-459e-9d77-73606b4db8a8 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: Started container switch-graph-0c0cc metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:50Z" name: switch-graph-0c0cc-5c697ddcd5-bzdsc.18d62e0bf288d462 namespace: kserve-ci-e2e-test resourceVersion: "16352" uid: 5a1a5923-d261-48f2-8e9b-63cb34fda520 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:17:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c0cc} kind: Pod name: switch-graph-0c0cc-5c697ddcd5-bzdsc namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 097f4786-8ba4-459e-9d77-73606b4db8a8 kind: Event lastTimestamp: "2026-09-17T18:17:04Z" message: Stopping container switch-graph-0c0cc metadata: creationTimestamp: "2026-09-17T18:17:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:04Z" name: switch-graph-0c0cc-5c697ddcd5-bzdsc.18d62e7ef004d368 namespace: kserve-ci-e2e-test resourceVersion: "19862" uid: 8d651e3e-3732-4dd2-b144-4d93b19f408d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:17:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0c0cc} kind: Pod name: switch-graph-0c0cc-5c697ddcd5-bzdsc namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 097f4786-8ba4-459e-9d77-73606b4db8a8 kind: Event lastTimestamp: "2026-09-17T18:17:32Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:17:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:17:32Z" name: switch-graph-0c0cc-5c697ddcd5-bzdsc.18d62e7f8b45637a namespace: kserve-ci-e2e-test resourceVersion: "20200" uid: 5f5d95f7-e3cc-4a58-8b8f-3d0a9b5fee75 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-0c0cc-5c697ddcd5 namespace: kserve-ci-e2e-test resourceVersion: "16318" uid: 0a6a067a-fb92-4278-bd1b-9be824d46546 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: 'Created pod: switch-graph-0c0cc-5c697ddcd5-bzdsc' metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:50Z" name: switch-graph-0c0cc-5c697ddcd5.18d62e0bcb61f78c namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: 49b9b8b9-7a89-430c-b39f-f3ed00ca6792 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "16316" uid: 63045baa-27f5-4708-9fbd-cd0a00deb11e kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: Scaled up replica set switch-graph-0c0cc-5c697ddcd5 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:08:50Z" name: switch-graph-0c0cc.18d62e0bcaa1b231 namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: 26038bea-c1ca-4d9e-8268-73f5730f765d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:08:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: c8c96a06-9f5f-44c0-a656-9d73cc3fcb27 kind: Event lastTimestamp: "2026-09-17T18:08:50Z" message: InferenceGraph [switch-graph-0c0cc] is Ready metadata: creationTimestamp: "2026-09-17T18:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:08:50Z" name: switch-graph-0c0cc.18d62e0bd057c352 namespace: kserve-ci-e2e-test resourceVersion: "16337" uid: 7c360018-9172-469b-b70f-a0de1e8d4d86 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: b1859a50-3a43-4aaf-a60b-a3578730ec9d kind: Event lastTimestamp: "2026-09-17T18:09:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:09:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:05Z" name: switch-graph-0c0cc.18d62e0f49ef2691 namespace: kserve-ci-e2e-test resourceVersion: "16491" uid: 98a0854e-9dce-47fa-a52e-2f4554907409 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: b1859a50-3a43-4aaf-a60b-a3578730ec9d kind: Event lastTimestamp: "2026-09-17T18:09:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:09:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:05Z" name: switch-graph-0c0cc.18d62e0f4a3feccc namespace: kserve-ci-e2e-test resourceVersion: "16495" uid: 0f6c0969-6397-4ca8-9fd9-9b2095f9ec7c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "16492" uid: b1859a50-3a43-4aaf-a60b-a3578730ec9d kind: Event lastTimestamp: "2026-09-17T18:09:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:09:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:20Z" name: switch-graph-0c0cc.18d62e12c94633af namespace: kserve-ci-e2e-test resourceVersion: "16611" uid: ffcd1a1a-8f1e-4ee2-97d4-f3bba9e2ead6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:09:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0c0cc namespace: kserve-ci-e2e-test resourceVersion: "16492" uid: b1859a50-3a43-4aaf-a60b-a3578730ec9d kind: Event lastTimestamp: "2026-09-17T18:09:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:09:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:09:20Z" name: switch-graph-0c0cc.18d62e12c9bfae4e namespace: kserve-ci-e2e-test resourceVersion: "16614" uid: ab4df1d8-790f-488e-9163-d07be3737167 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:07:35.751447Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15304" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-70b74-69b5767c67-nxls7 to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:07:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:07:35Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfa7ac9c0b7 namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: c3d14fbc-1994-46e3-9422-29126ac958ed reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:35Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: "2026-09-17T18:07:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-70b74-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:35Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfa814cacb6 namespace: kserve-ci-e2e-test resourceVersion: "15318" uid: 8ca9328e-47bc-435a-aaa9-6a5be35cd1b3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:36Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15313" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: "2026-09-17T18:07:36Z" message: Add eth0 [10.132.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:07:36Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfac05efc8c namespace: kserve-ci-e2e-test resourceVersion: "15329" uid: e3d27607-30d5-4689-9f26-7689b4dadbd1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-70b74} kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: "2026-09-17T18:07:36Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" metadata: creationTimestamp: "2026-09-17T18:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:36Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfac1b0e3ba namespace: kserve-ci-e2e-test resourceVersion: "15331" uid: 4bef09ac-deff-4e8b-9a3f-a6b5372c4dc3 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-70b74} kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: "2026-09-17T18:07:39Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" in 2.296s (2.296s including waiting). Image size: 211751503 bytes.' metadata: creationTimestamp: "2026-09-17T18:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:39Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfb4a97e2a6 namespace: kserve-ci-e2e-test resourceVersion: "15349" uid: 4f1f2c6e-f49c-4fcb-a356-ba292edc74dc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-70b74} kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: "2026-09-17T18:07:39Z" message: 'Created container: switch-graph-70b74' metadata: creationTimestamp: "2026-09-17T18:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:39Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfb4d5560ba namespace: kserve-ci-e2e-test resourceVersion: "15351" uid: 92bf67c1-f137-45be-8526-05b736b4e54b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-70b74} kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: "2026-09-17T18:07:39Z" message: Started container switch-graph-70b74 metadata: creationTimestamp: "2026-09-17T18:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:39Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfb4de2dcca namespace: kserve-ci-e2e-test resourceVersion: "15352" uid: 28630730-30d5-44b8-a80d-4d324e0d5b76 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-70b74} kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: "2026-09-17T18:07:49Z" message: Stopping container switch-graph-70b74 metadata: creationTimestamp: "2026-09-17T18:07:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:07:49Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfdc45f14f5 namespace: kserve-ci-e2e-test resourceVersion: "15457" uid: 60f68321-7375-47e3-bcb8-cb640bd4fa78 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:07:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-70b74} kind: Pod name: switch-graph-70b74-69b5767c67-nxls7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: e44abc91-6421-4b47-aed3-ff9b669a59fe kind: Event lastTimestamp: "2026-09-17T18:08:15Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:08:15Z" name: switch-graph-70b74-69b5767c67-nxls7.18d62dfe073e2371 namespace: kserve-ci-e2e-test resourceVersion: "15825" uid: cc154fd9-a4fc-4107-b6df-f2d2a98ed328 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-70b74-69b5767c67 namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 725027f4-135a-484f-b8b3-5e9f1cf2afa5 kind: Event lastTimestamp: "2026-09-17T18:07:35Z" message: 'Created pod: switch-graph-70b74-69b5767c67-nxls7' metadata: creationTimestamp: "2026-09-17T18:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:35Z" name: switch-graph-70b74-69b5767c67.18d62dfa7a639a37 namespace: kserve-ci-e2e-test resourceVersion: "15306" uid: 79d6e7f9-61cc-4fe9-9b89-15ada614a33b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-70b74 namespace: kserve-ci-e2e-test resourceVersion: "15298" uid: cc2d88aa-2a3e-4992-91a5-eba68242c3f5 kind: Event lastTimestamp: "2026-09-17T18:07:35Z" message: Scaled up replica set switch-graph-70b74-69b5767c67 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:07:35Z" name: switch-graph-70b74.18d62dfa79778b83 namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: 930255c7-1479-488e-920e-7fb8f5d4ceed reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:07:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-70b74 namespace: kserve-ci-e2e-test resourceVersion: "15315" uid: 31c5d338-4cf9-420a-b3ba-ea866b40c526 kind: Event lastTimestamp: "2026-09-17T18:07:35Z" message: InferenceGraph [switch-graph-70b74] is Ready metadata: creationTimestamp: "2026-09-17T18:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:07:35Z" name: switch-graph-70b74.18d62dfa7ef828ff namespace: kserve-ci-e2e-test resourceVersion: "15316" uid: 03167f99-e5e0-45b9-8c5d-e987b33f3ce8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:29:26.761057Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8365d-79d674c554-6js2m namespace: kserve-ci-e2e-test resourceVersion: "26815" uid: bdc3c2ea-88ae-4489-b0a0-5546072639e4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-8365d-79d674c554-6js2m to ip-10-0-135-193.ec2.internal metadata: creationTimestamp: "2026-09-17T18:29:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:29:26Z" name: switch-graph-8365d-79d674c554-6js2m.18d62f2bb90c9d27 namespace: kserve-ci-e2e-test resourceVersion: "26820" uid: 8c68ab71-6f19-4287-b96f-ac1fbbaf4719 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-684745df77-qr4j6 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:27Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8365d-79d674c554-6js2m namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: bdc3c2ea-88ae-4489-b0a0-5546072639e4 kind: Event lastTimestamp: "2026-09-17T18:29:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-8365d-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:27Z" name: switch-graph-8365d-79d674c554-6js2m.18d62f2bc9401e22 namespace: kserve-ci-e2e-test resourceVersion: "26838" uid: 56c254b5-8405-4517-a2cb-8284146071a6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:27Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-8365d-79d674c554-6js2m namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: bdc3c2ea-88ae-4489-b0a0-5546072639e4 kind: Event lastTimestamp: "2026-09-17T18:29:27Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:29:27Z" name: switch-graph-8365d-79d674c554-6js2m.18d62f2bfeb0d9d2 namespace: kserve-ci-e2e-test resourceVersion: "26847" uid: 74b3ba20-aa9c-4948-9dc0-0d76a67bdc23 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8365d} kind: Pod name: switch-graph-8365d-79d674c554-6js2m namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: bdc3c2ea-88ae-4489-b0a0-5546072639e4 kind: Event lastTimestamp: "2026-09-17T18:29:27Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0c87e1a125451a8a0f1f46fadc66ac5afc05f5cb73608aee9bffb1f827822f57" already present on machine metadata: creationTimestamp: "2026-09-17T18:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:27Z" name: switch-graph-8365d-79d674c554-6js2m.18d62f2bffee4762 namespace: kserve-ci-e2e-test resourceVersion: "26849" uid: 705d134e-dc8a-4d75-b662-cade9812fcc2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8365d} kind: Pod name: switch-graph-8365d-79d674c554-6js2m namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: bdc3c2ea-88ae-4489-b0a0-5546072639e4 kind: Event lastTimestamp: "2026-09-17T18:29:28Z" message: 'Created container: switch-graph-8365d' metadata: creationTimestamp: "2026-09-17T18:29:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:28Z" name: switch-graph-8365d-79d674c554-6js2m.18d62f2c03212e57 namespace: kserve-ci-e2e-test resourceVersion: "26850" uid: 28f448a9-8e89-4fca-a302-a170dcecd074 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8365d} kind: Pod name: switch-graph-8365d-79d674c554-6js2m namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: bdc3c2ea-88ae-4489-b0a0-5546072639e4 kind: Event lastTimestamp: "2026-09-17T18:29:28Z" message: Started container switch-graph-8365d metadata: creationTimestamp: "2026-09-17T18:29:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:29:28Z" name: switch-graph-8365d-79d674c554-6js2m.18d62f2c039147d4 namespace: kserve-ci-e2e-test resourceVersion: "26851" uid: c8897f9c-e2bc-4c3f-aa55-1dbf3390e888 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:45:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8365d} kind: Pod name: switch-graph-8365d-79d674c554-6js2m namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: bdc3c2ea-88ae-4489-b0a0-5546072639e4 kind: Event lastTimestamp: "2026-09-17T18:45:45Z" message: Stopping container switch-graph-8365d metadata: creationTimestamp: "2026-09-17T18:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:45:45Z" name: switch-graph-8365d-79d674c554-6js2m.18d6300fad5ad6ed namespace: kserve-ci-e2e-test resourceVersion: "33680" uid: f2de5994-5996-4e35-a9fa-8110b79c0b19 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:45:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-8365d} kind: Pod name: switch-graph-8365d-79d674c554-6js2m namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: bdc3c2ea-88ae-4489-b0a0-5546072639e4 kind: Event lastTimestamp: "2026-09-17T18:46:14Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:45:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:46:14Z" name: switch-graph-8365d-79d674c554-6js2m.18d63010963dac71 namespace: kserve-ci-e2e-test resourceVersion: "33968" uid: e3fbfabf-1bd7-4a58-bd00-462b32d4c032 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-193.ec2.internal source: component: kubelet host: ip-10-0-135-193.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-8365d-79d674c554 namespace: kserve-ci-e2e-test resourceVersion: "26812" uid: ffc6358e-5de7-469d-bc2c-ce046fa2afa2 kind: Event lastTimestamp: "2026-09-17T18:29:26Z" message: 'Created pod: switch-graph-8365d-79d674c554-6js2m' metadata: creationTimestamp: "2026-09-17T18:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:26Z" name: switch-graph-8365d-79d674c554.18d62f2bb89a9a36 namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: c1cb7066-92b1-451f-a4ee-b8612c7c8f90 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-8365d namespace: kserve-ci-e2e-test resourceVersion: "26810" uid: e233806c-1d4f-4941-8122-a894b5a1f64b kind: Event lastTimestamp: "2026-09-17T18:29:26Z" message: Scaled up replica set switch-graph-8365d-79d674c554 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:26Z" name: switch-graph-8365d.18d62f2bb7c967a4 namespace: kserve-ci-e2e-test resourceVersion: "26813" uid: d913cbae-2b53-4430-8115-31ac4a8149a4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-8365d namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: a65df10e-a8c4-4576-a7b8-4f732b6db997 kind: Event lastTimestamp: "2026-09-17T18:29:26Z" message: InferenceGraph [switch-graph-8365d] is Ready metadata: creationTimestamp: "2026-09-17T18:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:26Z" name: switch-graph-8365d.18d62f2bbd1da155 namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 13dc307b-db1a-4da4-a32f-1983d339b567 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-8365d namespace: kserve-ci-e2e-test resourceVersion: "26805" uid: a65df10e-a8c4-4576-a7b8-4f732b6db997 kind: Event lastTimestamp: "2026-09-17T18:29:26Z" message: 'Failed to update status for InferenceGraph "switch-graph-8365d": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-8365d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:26Z" name: switch-graph-8365d.18d62f2bbf5f1bb3 namespace: kserve-ci-e2e-test resourceVersion: "26832" uid: d5326744-6300-4221-b5f4-0397816bdafb reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:29:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-8365d namespace: kserve-ci-e2e-test resourceVersion: "26805" uid: a65df10e-a8c4-4576-a7b8-4f732b6db997 kind: Event lastTimestamp: "2026-09-17T18:29:26Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-8365d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:29:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:29:26Z" name: switch-graph-8365d.18d62f2bbf5f54bd namespace: kserve-ci-e2e-test resourceVersion: "26833" uid: 6b8e32e3-5131-4ef0-a94b-d86c2dead161 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:29:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8365d namespace: kserve-ci-e2e-test resourceVersion: "26811" uid: 9ab58f22-be71-41f4-a862-0cf2428d1fee kind: Event lastTimestamp: "2026-09-17T18:29:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:29:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:56Z" name: switch-graph-8365d.18d62f2f364548f8 namespace: kserve-ci-e2e-test resourceVersion: "27131" uid: 93d4b487-2d99-479b-8cfd-6de873341712 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:29:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-8365d namespace: kserve-ci-e2e-test resourceVersion: "26811" uid: 9ab58f22-be71-41f4-a862-0cf2428d1fee kind: Event lastTimestamp: "2026-09-17T18:29:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:29:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:29:56Z" name: switch-graph-8365d.18d62f2f36acaec0 namespace: kserve-ci-e2e-test resourceVersion: "27132" uid: e96d8cc7-d4c6-4491-b101-b16897d5549d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "33971"