--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:51:43.876701Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-0591a-587c6c6dd5-mlq7d namespace: kserve-ci-e2e-test resourceVersion: "22502" uid: 943e9abf-5c92-4bfb-a541-bafc21a73a90 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-0591a-587c6c6dd5-mlq7d to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:51:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:51:43Z" name: ensemble-graph-0591a-587c6c6dd5-mlq7d.18d58cad874aef93 namespace: kserve-ci-e2e-test resourceVersion: "22507" uid: 97b5e5e6-a5bd-40e9-a1cb-9efdf5799880 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:44Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-0591a-587c6c6dd5-mlq7d namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 943e9abf-5c92-4bfb-a541-bafc21a73a90 kind: Event lastTimestamp: "2026-09-15T16:51:44Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-0591a-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:51:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:44Z" name: ensemble-graph-0591a-587c6c6dd5-mlq7d.18d58cad94cd6041 namespace: kserve-ci-e2e-test resourceVersion: "22519" uid: a2add8a7-8ed3-4549-8ebc-e717a796eb73 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:45Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-0591a-587c6c6dd5-mlq7d namespace: kserve-ci-e2e-test resourceVersion: "22511" uid: 943e9abf-5c92-4bfb-a541-bafc21a73a90 kind: Event lastTimestamp: "2026-09-15T16:51:45Z" message: Add eth0 [10.132.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:51:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:51:45Z" name: ensemble-graph-0591a-587c6c6dd5-mlq7d.18d58cadcd1648d0 namespace: kserve-ci-e2e-test resourceVersion: "22529" uid: ca270ee6-72f0-4121-acdf-47caeb17d96d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0591a} kind: Pod name: ensemble-graph-0591a-587c6c6dd5-mlq7d namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 943e9abf-5c92-4bfb-a541-bafc21a73a90 kind: Event lastTimestamp: "2026-09-15T16:51:45Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T16:51:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:45Z" name: ensemble-graph-0591a-587c6c6dd5-mlq7d.18d58cadce825ac7 namespace: kserve-ci-e2e-test resourceVersion: "22531" uid: bac43635-432d-47f6-a3ca-96f49364a89e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0591a} kind: Pod name: ensemble-graph-0591a-587c6c6dd5-mlq7d namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 943e9abf-5c92-4bfb-a541-bafc21a73a90 kind: Event lastTimestamp: "2026-09-15T16:51:45Z" message: 'Created container: ensemble-graph-0591a' metadata: creationTimestamp: "2026-09-15T16:51:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:45Z" name: ensemble-graph-0591a-587c6c6dd5-mlq7d.18d58cadd211e545 namespace: kserve-ci-e2e-test resourceVersion: "22532" uid: 7cc0567b-0df9-486c-8310-0438d0c5f668 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0591a} kind: Pod name: ensemble-graph-0591a-587c6c6dd5-mlq7d namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 943e9abf-5c92-4bfb-a541-bafc21a73a90 kind: Event lastTimestamp: "2026-09-15T16:51:45Z" message: Started container ensemble-graph-0591a metadata: creationTimestamp: "2026-09-15T16:51:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:45Z" name: ensemble-graph-0591a-587c6c6dd5-mlq7d.18d58cadd2866197 namespace: kserve-ci-e2e-test resourceVersion: "22533" uid: fcb8f6c6-6d81-4dba-9eed-d4d11352985e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0591a} kind: Pod name: ensemble-graph-0591a-587c6c6dd5-mlq7d namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 943e9abf-5c92-4bfb-a541-bafc21a73a90 kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: Stopping container ensemble-graph-0591a metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:58Z" name: ensemble-graph-0591a-587c6c6dd5-mlq7d.18d58d20adb03cb1 namespace: kserve-ci-e2e-test resourceVersion: "26307" uid: 49ca3cc8-0481-4654-b909-5a339281c012 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:00:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-0591a} kind: Pod name: ensemble-graph-0591a-587c6c6dd5-mlq7d namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 943e9abf-5c92-4bfb-a541-bafc21a73a90 kind: Event lastTimestamp: "2026-09-15T17:00:26Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T17:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:26Z" name: ensemble-graph-0591a-587c6c6dd5-mlq7d.18d58d2177883587 namespace: kserve-ci-e2e-test resourceVersion: "26648" uid: 56580db3-5308-403d-80e6-8d2f72329a19 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-0591a-587c6c6dd5 namespace: kserve-ci-e2e-test resourceVersion: "22499" uid: f4fb2d95-ba10-4003-ba6b-623b704426ab kind: Event lastTimestamp: "2026-09-15T16:51:43Z" message: 'Created pod: ensemble-graph-0591a-587c6c6dd5-mlq7d' metadata: creationTimestamp: "2026-09-15T16:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:43Z" name: ensemble-graph-0591a-587c6c6dd5.18d58cad86e99b45 namespace: kserve-ci-e2e-test resourceVersion: "22505" uid: fa3febd7-6d40-40a1-874c-487819db103d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-0591a namespace: kserve-ci-e2e-test resourceVersion: "22497" uid: e2dd73aa-6388-4e05-9d1b-c8679f210c6e kind: Event lastTimestamp: "2026-09-15T16:51:43Z" message: Scaled up replica set ensemble-graph-0591a-587c6c6dd5 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:43Z" name: ensemble-graph-0591a.18d58cad85e4741f namespace: kserve-ci-e2e-test resourceVersion: "22500" uid: dc9732ab-e6fc-4263-b5d9-36a1086017dd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:43Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-0591a namespace: kserve-ci-e2e-test resourceVersion: "22513" uid: f8fc79e8-c1b6-42f1-b24c-ccc3ab97ba3d kind: Event lastTimestamp: "2026-09-15T16:51:43Z" message: InferenceGraph [ensemble-graph-0591a] is Ready metadata: creationTimestamp: "2026-09-15T16:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:43Z" name: ensemble-graph-0591a.18d58cad8b4bd658 namespace: kserve-ci-e2e-test resourceVersion: "22515" uid: 8b359f26-adda-427c-a3c6-b4586eb0e0a8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:51:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-0591a namespace: kserve-ci-e2e-test resourceVersion: "22498" uid: a1b66a35-56d7-457e-b9c5-d05f6d5603d6 kind: Event lastTimestamp: "2026-09-15T16:52:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:28Z" name: ensemble-graph-0591a.18d58cb1044e0b01 namespace: kserve-ci-e2e-test resourceVersion: "22933" uid: dbc1f414-ca02-4842-9c12-412948183e90 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:51:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-0591a namespace: kserve-ci-e2e-test resourceVersion: "22498" uid: a1b66a35-56d7-457e-b9c5-d05f6d5603d6 kind: Event lastTimestamp: "2026-09-15T16:52:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:51:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:28Z" name: ensemble-graph-0591a.18d58cb104af43f7 namespace: kserve-ci-e2e-test resourceVersion: "22934" uid: a564277d-44d7-497d-b168-c7b2ea533c17 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:50:23.582959Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-fcea7-55b4968c6b-9nlgt namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: 85596251-0108-4627-9fce-3bd1d2b01162 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-fcea7-55b4968c6b-9nlgt to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:50:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:50:23Z" name: ensemble-graph-fcea7-55b4968c6b-9nlgt.18d58c9ad569b576 namespace: kserve-ci-e2e-test resourceVersion: "21461" uid: 4daa53aa-a394-4ee3-ad86-d13e6b58391f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:23Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-fcea7-55b4968c6b-9nlgt namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 85596251-0108-4627-9fce-3bd1d2b01162 kind: Event lastTimestamp: "2026-09-15T16:50:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-fcea7-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:23Z" name: ensemble-graph-fcea7-55b4968c6b-9nlgt.18d58c9adcb95228 namespace: kserve-ci-e2e-test resourceVersion: "21473" uid: 880c146b-20a0-496f-9c02-45f52395ab0b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:24Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-fcea7-55b4968c6b-9nlgt namespace: kserve-ci-e2e-test resourceVersion: "21465" uid: 85596251-0108-4627-9fce-3bd1d2b01162 kind: Event lastTimestamp: "2026-09-15T16:50:24Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:50:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:50:24Z" name: ensemble-graph-fcea7-55b4968c6b-9nlgt.18d58c9b1b3c0861 namespace: kserve-ci-e2e-test resourceVersion: "21485" uid: 9625055a-6567-4fe7-a813-407510144b43 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fcea7} kind: Pod name: ensemble-graph-fcea7-55b4968c6b-9nlgt namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 85596251-0108-4627-9fce-3bd1d2b01162 kind: Event lastTimestamp: "2026-09-15T16:50:24Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:24Z" name: ensemble-graph-fcea7-55b4968c6b-9nlgt.18d58c9b1c967a07 namespace: kserve-ci-e2e-test resourceVersion: "21488" uid: 81919cf4-90b0-44f3-8f53-b1d319d3296c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fcea7} kind: Pod name: ensemble-graph-fcea7-55b4968c6b-9nlgt namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 85596251-0108-4627-9fce-3bd1d2b01162 kind: Event lastTimestamp: "2026-09-15T16:50:24Z" message: 'Created container: ensemble-graph-fcea7' metadata: creationTimestamp: "2026-09-15T16:50:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:24Z" name: ensemble-graph-fcea7-55b4968c6b-9nlgt.18d58c9b1f99467e namespace: kserve-ci-e2e-test resourceVersion: "21490" uid: ca45ab99-b484-4dea-a993-885f4f9ccac4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fcea7} kind: Pod name: ensemble-graph-fcea7-55b4968c6b-9nlgt namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 85596251-0108-4627-9fce-3bd1d2b01162 kind: Event lastTimestamp: "2026-09-15T16:50:24Z" message: Started container ensemble-graph-fcea7 metadata: creationTimestamp: "2026-09-15T16:50:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:24Z" name: ensemble-graph-fcea7-55b4968c6b-9nlgt.18d58c9b200a453d namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: 20c788b2-7ca0-414b-8548-0e6aa73e0688 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fcea7} kind: Pod name: ensemble-graph-fcea7-55b4968c6b-9nlgt namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 85596251-0108-4627-9fce-3bd1d2b01162 kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: Stopping container ensemble-graph-fcea7 metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:33Z" name: ensemble-graph-fcea7-55b4968c6b-9nlgt.18d58c9d2d3c33dd namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 580d7b2e-bea2-45c9-a607-a5b9aa8e0ea4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:50:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-fcea7} kind: Pod name: ensemble-graph-fcea7-55b4968c6b-9nlgt namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 85596251-0108-4627-9fce-3bd1d2b01162 kind: Event lastTimestamp: "2026-09-15T16:51:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T16:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:01Z" name: ensemble-graph-fcea7-55b4968c6b-9nlgt.18d58c9dd350b347 namespace: kserve-ci-e2e-test resourceVersion: "21940" uid: af978f94-6860-4447-a8db-43004f76eaa6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-fcea7-55b4968c6b namespace: kserve-ci-e2e-test resourceVersion: "21452" uid: e598bb52-f5a4-4527-99a1-5f28ad53c35b kind: Event lastTimestamp: "2026-09-15T16:50:23Z" message: 'Created pod: ensemble-graph-fcea7-55b4968c6b-9nlgt' metadata: creationTimestamp: "2026-09-15T16:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:23Z" name: ensemble-graph-fcea7-55b4968c6b.18d58c9ad5027f51 namespace: kserve-ci-e2e-test resourceVersion: "21457" uid: 68610767-1337-4b7d-a6f1-68fef7ba83b3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-fcea7 namespace: kserve-ci-e2e-test resourceVersion: "21450" uid: 2d3408ad-a62d-4456-b767-e7058d88f7b0 kind: Event lastTimestamp: "2026-09-15T16:50:23Z" message: Scaled up replica set ensemble-graph-fcea7-55b4968c6b from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:23Z" name: ensemble-graph-fcea7.18d58c9ad45bf061 namespace: kserve-ci-e2e-test resourceVersion: "21455" uid: 1987e48f-2898-4843-bfb5-c91915d8bc88 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:23Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-fcea7 namespace: kserve-ci-e2e-test resourceVersion: "21469" uid: 358f685f-eaf3-4390-84fe-73c63fc85a7b kind: Event lastTimestamp: "2026-09-15T16:50:23Z" message: InferenceGraph [ensemble-graph-fcea7] is Ready metadata: creationTimestamp: "2026-09-15T16:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:50:23Z" name: ensemble-graph-fcea7.18d58c9ad90a8305 namespace: kserve-ci-e2e-test resourceVersion: "21471" uid: f22ca4fc-980e-454c-addb-d2683a3ac933 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:50:33.952579Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21663" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:50:33Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9d3f7d8cd3 namespace: kserve-ci-e2e-test resourceVersion: "21667" uid: ab1b8f08-92d2-43f0-ac11-f8ed3d5a7680 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:34Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21674" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:50:34Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:50:34Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9d617f3ce9 namespace: kserve-ci-e2e-test resourceVersion: "21690" uid: 3fa7b72f-134e-45aa-90d5-208aa503c089 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:50:34Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:34Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9d62cc2fa2 namespace: kserve-ci-e2e-test resourceVersion: "21692" uid: 34dfd3b3-a932-4a60-b7fe-4bf80fbc142f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:50:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:34Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9d658e3b6b namespace: kserve-ci-e2e-test resourceVersion: "21693" uid: 3b426a50-5ae8-481e-8229-42340dd85522 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:50:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:34Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9d66002b51 namespace: kserve-ci-e2e-test resourceVersion: "21694" uid: 58693cf7-6000-46ab-96a4-1293c83fca80 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:50:34Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:34Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9d660a43e4 namespace: kserve-ci-e2e-test resourceVersion: "21695" uid: 70c017f3-19ad-4bca-9012-72ee2053e51f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:50:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:34Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9d69510f72 namespace: kserve-ci-e2e-test resourceVersion: "21696" uid: 952e5f58-97d4-4f70-b0ab-3780ccec254e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:50:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:34Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9d69c5ba19 namespace: kserve-ci-e2e-test resourceVersion: "21697" uid: 2e0f6445-7972-4606-91f4-894821e8e339 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:50:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:51:12Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:12Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58c9ddc693855 namespace: kserve-ci-e2e-test resourceVersion: "22050" uid: c1aa3cef-0ad0-4a1c-a671-faad0154446d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:58Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58d20c206a2dd namespace: kserve-ci-e2e-test resourceVersion: "26380" uid: c5dac4c0-03b7-4ab5-9f66-c39991337fbf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: caa57fe9-1d64-4cdd-8f12-c02bac09ada0 kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:58Z" name: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv.18d58d20c2071ec2 namespace: kserve-ci-e2e-test resourceVersion: "26383" uid: 4a9f552e-2799-4915-9ffe-9431efefd6d8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0591a-predictor-dcb65fbbf namespace: kserve-ci-e2e-test resourceVersion: "21656" uid: 0d409fc2-6d26-43a6-b143-f744c50be6fc kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: 'Created pod: error-404-isvc-0591a-predictor-dcb65fbbf-8qnfv' metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:33Z" name: error-404-isvc-0591a-predictor-dcb65fbbf.18d58c9d3f13301a namespace: kserve-ci-e2e-test resourceVersion: "21664" uid: 11160b3e-c7e5-490b-920c-44ee917ef683 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21654" uid: 7d6502f3-36e4-4c43-afda-c41b44847240 kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: Scaled up replica set error-404-isvc-0591a-predictor-dcb65fbbf from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:33Z" name: error-404-isvc-0591a-predictor.18d58c9d3d73ccc1 namespace: kserve-ci-e2e-test resourceVersion: "21657" uid: a77b1cf9-5c71-4020-ad30-8202e61c08c8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21655" uid: 2463bf65-b4ea-4857-8db3-53d635fcb02a kind: Event lastTimestamp: "2026-09-15T16:51:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:03Z" name: error-404-isvc-0591a-predictor.18d58ca0bbe3055f namespace: kserve-ci-e2e-test resourceVersion: "21981" uid: 916759b8-f1a9-4761-825c-777c40ef1583 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21655" uid: 2463bf65-b4ea-4857-8db3-53d635fcb02a kind: Event lastTimestamp: "2026-09-15T16:51:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:03Z" name: error-404-isvc-0591a-predictor.18d58ca0bc459e54 namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: 0d3c6bb8-b91b-493c-bf3c-7b9b366a12c9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:51:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21847" uid: 2463bf65-b4ea-4857-8db3-53d635fcb02a kind: Event lastTimestamp: "2026-09-15T16:51:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:48Z" name: error-404-isvc-0591a-predictor.18d58ca7b98d280f namespace: kserve-ci-e2e-test resourceVersion: "22566" uid: b289ac80-1322-4216-a32a-72773b127ec0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:51:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21847" uid: 2463bf65-b4ea-4857-8db3-53d635fcb02a kind: Event lastTimestamp: "2026-09-15T16:51:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:48Z" name: error-404-isvc-0591a-predictor.18d58ca7b9eb30fd namespace: kserve-ci-e2e-test resourceVersion: "22567" uid: de2f8ca6-0dc7-47bb-bcd5-4c7ad390e914 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0591a namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: d33cab7f-28ae-4f86-a9b0-65b235481b2c kind: Event lastTimestamp: "2026-09-15T16:51:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:22Z" name: error-404-isvc-0591a.18d58c9d3d7766db namespace: kserve-ci-e2e-test resourceVersion: "22179" uid: 00acfa93-57d3-43c8-930b-679df732faa4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0591a namespace: kserve-ci-e2e-test resourceVersion: "22177" uid: d33cab7f-28ae-4f86-a9b0-65b235481b2c kind: Event lastTimestamp: "2026-09-15T16:51:22Z" message: InferenceService [error-404-isvc-0591a] is Ready metadata: creationTimestamp: "2026-09-15T16:51:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:22Z" name: error-404-isvc-0591a.18d58ca89733b1e7 namespace: kserve-ci-e2e-test resourceVersion: "22178" uid: f3c1504d-2757-41c4-8ef3-e2849d6c8a4b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:38:38.675521Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15348" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:38:38Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bf6b5a7cc6b namespace: kserve-ci-e2e-test resourceVersion: "15352" uid: f0c3f8c9-90d8-4820-a6c9-024c508a2aa1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-19dbe-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:38Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bf6be501b85 namespace: kserve-ci-e2e-test resourceVersion: "15384" uid: bb28f834-0c12-4041-a14d-fb0ef47b3242 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:39Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15356" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:39Z" message: Add eth0 [10.134.0.16/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:38:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:38:39Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bf6fb46f5e2 namespace: kserve-ci-e2e-test resourceVersion: "15431" uid: 30fdf341-c91e-43cd-8bec-26010809395c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:39Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" metadata: creationTimestamp: "2026-09-15T16:38:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:39Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bf6fe0cfb63 namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: e15b2dbb-5f0f-49ea-82a1-4ebc9779ae3b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:55Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" in 15.826s (15.826s including waiting). Image size: 1355712080 bytes.' metadata: creationTimestamp: "2026-09-15T16:38:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:55Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bfaad6778a0 namespace: kserve-ci-e2e-test resourceVersion: "15589" uid: 7227f950-cc77-49d1-9cc0-82af342c3866 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:38:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:55Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bfab1369212 namespace: kserve-ci-e2e-test resourceVersion: "15593" uid: 840ba97c-345a-4ec6-b666-c88744b877b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:38:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:55Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bfab1c4f7e9 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 5bbc3cf9-765c-4dd3-9067-949c776f1ff6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:55Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-15T16:38:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:55Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bfab1d32aa8 namespace: kserve-ci-e2e-test resourceVersion: "15597" uid: 16d81a6e-90f3-404f-a180-ee453920704a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:58Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.582s (2.582s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-15T16:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:58Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bfb4bbbce32 namespace: kserve-ci-e2e-test resourceVersion: "15619" uid: 27176a11-d3e9-43d2-baad-98dea65b4508 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:58Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bfb4f8a5455 namespace: kserve-ci-e2e-test resourceVersion: "15622" uid: c6c8dfb5-b60a-40ae-9257-4d830833abe2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:38:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:58Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bfb505babc1 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: fc365936-a599-47a6-8410-bddb5996e54a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:39:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.16:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:35Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58bfb714cc21a namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 1f4888c5-c58d-476b-b2e9-db871c0dd9be reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:08Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58c0ba46237e0 namespace: kserve-ci-e2e-test resourceVersion: "16336" uid: 7b528936-9981-4e57-b2fe-d24e85733fd0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:08Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58c0ba462bab3 namespace: kserve-ci-e2e-test resourceVersion: "16337" uid: 57febe06-fcb2-4964-91dd-64a8faac0e29 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 249d5b12-ea8c-4f9d-9742-4daa22a53276 kind: Event lastTimestamp: "2026-09-15T16:40:10Z" message: 'Readiness probe failed: Get "https://10.134.0.16:8643/healthz": dial tcp 10.134.0.16:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:40:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:10Z" name: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j.18d58c0bf98e182c namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: 8fd7eeb3-d872-411c-8df9-4013752610f5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-19dbe-predictor-7bddfb8787 namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: a857f1b3-4cb0-4101-8f73-8fb1d0dd2820 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'Created pod: error-404-isvc-19dbe-predictor-7bddfb8787-tsf9j' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: error-404-isvc-19dbe-predictor-7bddfb8787.18d58bf6b5404680 namespace: kserve-ci-e2e-test resourceVersion: "15349" uid: de4b6098-483a-48ef-85a2-35f51a05e719 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15337" uid: 9d748b3b-f61e-4a98-a5e2-d151a2792885 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: Scaled up replica set error-404-isvc-19dbe-predictor-7bddfb8787 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: error-404-isvc-19dbe-predictor.18d58bf6b374e94c namespace: kserve-ci-e2e-test resourceVersion: "15343" uid: 081a8457-1b34-4d4c-b715-16a75b464449 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15339" uid: 7394cc40-8175-4c53-b894-4e6c5093daa3 kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: error-404-isvc-19dbe-predictor.18d58bfa31e37eea namespace: kserve-ci-e2e-test resourceVersion: "15985" uid: 39c74fad-fb1d-484e-8b92-1e0849e3aaa3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15339" uid: 7394cc40-8175-4c53-b894-4e6c5093daa3 kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: error-404-isvc-19dbe-predictor.18d58bfa323aabe4 namespace: kserve-ci-e2e-test resourceVersion: "15986" uid: 9d642844-69a4-427c-a74d-4601d52c304a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15568" uid: 7394cc40-8175-4c53-b894-4e6c5093daa3 kind: Event lastTimestamp: "2026-09-15T16:39:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:53Z" name: error-404-isvc-19dbe-predictor.18d58c082cd1ee0c namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: 49356ddf-39ac-40e7-aae2-2d2dede7678f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15568" uid: 7394cc40-8175-4c53-b894-4e6c5093daa3 kind: Event lastTimestamp: "2026-09-15T16:39:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:53Z" name: error-404-isvc-19dbe-predictor.18d58c082d3567b2 namespace: kserve-ci-e2e-test resourceVersion: "16120" uid: 9da21576-30af-46e0-8655-78925bdf8954 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-19dbe namespace: kserve-ci-e2e-test resourceVersion: "15322" uid: ef8e9c3c-1938-4bc2-a390-11ccc002883e kind: Event lastTimestamp: "2026-09-15T16:39:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:39:45Z" name: error-404-isvc-19dbe.18d58bf6b3731a38 namespace: kserve-ci-e2e-test resourceVersion: "16047" uid: f911539e-a943-46e6-ae44-e990885dfcfa reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-19dbe namespace: kserve-ci-e2e-test resourceVersion: "16040" uid: ef8e9c3c-1938-4bc2-a390-11ccc002883e kind: Event lastTimestamp: "2026-09-15T16:39:45Z" message: InferenceService [error-404-isvc-19dbe] is Ready metadata: creationTimestamp: "2026-09-15T16:39:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:39:45Z" name: error-404-isvc-19dbe.18d58c062c88ab8e namespace: kserve-ci-e2e-test resourceVersion: "16041" uid: 6d6b8123-2ac2-4f07-86f5-e2660d823708 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:50:13.637808Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21312" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:50:13Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c9884a2c5d6 namespace: kserve-ci-e2e-test resourceVersion: "21316" uid: e80c2eb5-138d-448a-ac98-173bd1ebc899 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1d1fb-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:13Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98916acd30 namespace: kserve-ci-e2e-test resourceVersion: "21330" uid: 18699fe6-f8e2-4301-ae0a-5e9869e29974 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21322" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:50:14Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98ca9f2550 namespace: kserve-ci-e2e-test resourceVersion: "21350" uid: 35d1e321-8610-487d-b5e9-7fadd7324dcc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98cbe93fe1 namespace: kserve-ci-e2e-test resourceVersion: "21352" uid: c76dfdac-b19a-4174-b474-fe7fddd3ebb3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98ce9e3586 namespace: kserve-ci-e2e-test resourceVersion: "21355" uid: eeb88c4f-bf2c-4034-a5ac-2d07d90572b4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98cf0b2bf9 namespace: kserve-ci-e2e-test resourceVersion: "21356" uid: 20e6c485-602f-4f5e-be88-23148d2f5407 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98cf15aa55 namespace: kserve-ci-e2e-test resourceVersion: "21357" uid: b123db72-71f7-4a73-a21a-fc8f82abda19 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98d19621a2 namespace: kserve-ci-e2e-test resourceVersion: "21359" uid: 3cb7a6d1-b1fd-4f3e-afde-453181ce0d62 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98d21fc503 namespace: kserve-ci-e2e-test resourceVersion: "21360" uid: ca032cf9-35e1-4d86-a568-3b8ce9db4559 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:50:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:50:51Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:50:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:51Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58c98f325eff2 namespace: kserve-ci-e2e-test resourceVersion: "21864" uid: 85d51a13-a4ca-462d-ba7a-56bf35fd308c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:23Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58ca8d538952a namespace: kserve-ci-e2e-test resourceVersion: "22236" uid: c0fba91e-4fab-4d0d-9c67-4e74d0273950 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:23Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58ca8d539140b namespace: kserve-ci-e2e-test resourceVersion: "22237" uid: a0187847-05cf-41fe-a584-5fd1937a74a6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: e6e325ea-ffa7-42b0-ab3a-c5135cb72073 kind: Event lastTimestamp: "2026-09-15T16:51:26Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:51:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:26Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm.18d58ca97b509cb2 namespace: kserve-ci-e2e-test resourceVersion: "22340" uid: 22fe4ea4-ba6b-42e4-b979-71a3be20b841 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-1d1fb-predictor-5c99c98b8f namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: a9d2021e-a537-4ef1-a76c-8329f082cb3d kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: 'Created pod: error-404-isvc-1d1fb-predictor-5c99c98b8f-cn2lm' metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:13Z" name: error-404-isvc-1d1fb-predictor-5c99c98b8f.18d58c988435735e namespace: kserve-ci-e2e-test resourceVersion: "21313" uid: 8e4e7ff8-b6ae-4d94-bf40-cf427b976542 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21304" uid: 4219ba30-378e-43d4-9a12-64d6eba4a73a kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: Scaled up replica set error-404-isvc-1d1fb-predictor-5c99c98b8f from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:13Z" name: error-404-isvc-1d1fb-predictor.18d58c9882990f2f namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: 9ad034aa-c6e2-4cee-81e7-84a299692a12 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21305" uid: e378d669-d93d-4842-acf2-3f60133b04a1 kind: Event lastTimestamp: "2026-09-15T16:50:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:58Z" name: error-404-isvc-1d1fb-predictor.18d58c9c010f9169 namespace: kserve-ci-e2e-test resourceVersion: "21921" uid: 26ebe503-d060-4358-890a-f71358da06a2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21305" uid: e378d669-d93d-4842-acf2-3f60133b04a1 kind: Event lastTimestamp: "2026-09-15T16:50:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:58Z" name: error-404-isvc-1d1fb-predictor.18d58c9c017a76e5 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: 38c232ff-bba8-4613-bc2d-4e3ca2f8c70d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21529" uid: e378d669-d93d-4842-acf2-3f60133b04a1 kind: Event lastTimestamp: "2026-09-15T16:51:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:13Z" name: error-404-isvc-1d1fb-predictor.18d58ca67d5cc781 namespace: kserve-ci-e2e-test resourceVersion: "22088" uid: 4b551381-1ea1-4bb8-b8ac-c5998ce174c4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21529" uid: e378d669-d93d-4842-acf2-3f60133b04a1 kind: Event lastTimestamp: "2026-09-15T16:51:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:13Z" name: error-404-isvc-1d1fb-predictor.18d58ca67db9681d namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: f0ab46c1-896e-4215-b4e0-df120aef75d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1d1fb namespace: kserve-ci-e2e-test resourceVersion: "21293" uid: 1b64b286-9f67-4205-95db-dffa1d87830b kind: Event lastTimestamp: "2026-09-15T16:51:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:01Z" name: error-404-isvc-1d1fb.18d58c98829c1dff namespace: kserve-ci-e2e-test resourceVersion: "21962" uid: c7a9ade4-0d0e-4939-8d7b-cd444c66db71 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1d1fb namespace: kserve-ci-e2e-test resourceVersion: "21958" uid: 1b64b286-9f67-4205-95db-dffa1d87830b kind: Event lastTimestamp: "2026-09-15T16:51:01Z" message: InferenceService [error-404-isvc-1d1fb] is Ready metadata: creationTimestamp: "2026-09-15T16:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:01Z" name: error-404-isvc-1d1fb.18d58ca3b0b8e04a namespace: kserve-ci-e2e-test resourceVersion: "21959" uid: c62d8e72-2a06-4b97-9fd2-31ae5e6a6e54 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T17:01:09.090971Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27285" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1f299-predictor-576964885f-fklcx to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T17:01:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T17:01:09Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d3120b04fb0 namespace: kserve-ci-e2e-test resourceVersion: "27289" uid: 86ae741a-f0e0-4555-972b-3515af595943 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:01:09Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1f299-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T17:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:09Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d31286e6456 namespace: kserve-ci-e2e-test resourceVersion: "27313" uid: f5ba6c52-565e-44ee-89fe-bd98e18de4cc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27295" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:11Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T17:01:11Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d319c3e6733 namespace: kserve-ci-e2e-test resourceVersion: "27342" uid: 6de67a30-d608-4aef-984e-73ea98587779 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:11Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:11Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d319d9b73f4 namespace: kserve-ci-e2e-test resourceVersion: "27344" uid: fec15778-1072-4c54-a19f-af402eea6a2b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:11Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d31a0560d69 namespace: kserve-ci-e2e-test resourceVersion: "27345" uid: 9517996f-85c5-4807-bd58-91c7a45a16f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:11Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d31a0df6dfe namespace: kserve-ci-e2e-test resourceVersion: "27346" uid: 722aac24-2136-4102-a0de-707b3d521450 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:11Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d31a0eb97a9 namespace: kserve-ci-e2e-test resourceVersion: "27348" uid: b5b0a7eb-b55f-4405-b088-f3c9952200a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:11Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d31a3c9b4c7 namespace: kserve-ci-e2e-test resourceVersion: "27349" uid: 5974afab-f568-4db7-8da7-6feb6f4d468b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:11Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d31a438de04 namespace: kserve-ci-e2e-test resourceVersion: "27350" uid: 311ec0e8-d1a2-428c-91a9-3b0d5dd6c79e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:01:48Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:48Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58d31c8c612e3 namespace: kserve-ci-e2e-test resourceVersion: "27714" uid: c6ad0d14-d08a-427b-9137-3ede74570759 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:10:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T17:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:10:33Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58db4a306209f namespace: kserve-ci-e2e-test resourceVersion: "31440" uid: b6a589ab-0f59-4b0a-ba0c-314f42bca6e4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:10:33Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:10:33Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58db4a30748be namespace: kserve-ci-e2e-test resourceVersion: "31441" uid: 90cb8c64-dc91-4280-9434-5ca85b544246 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f299-predictor-576964885f-fklcx namespace: kserve-ci-e2e-test resourceVersion: "27287" uid: 8727bf0f-7379-4192-a1f2-c5f1d6ef9e91 kind: Event lastTimestamp: "2026-09-15T17:10:33Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:10:33Z" name: error-404-isvc-1f299-predictor-576964885f-fklcx.18d58db4a37fd2f5 namespace: kserve-ci-e2e-test resourceVersion: "31443" uid: 2c526f54-9171-4831-a876-bec3faa4ed11 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-1f299-predictor-576964885f namespace: kserve-ci-e2e-test resourceVersion: "27279" uid: 85236d11-6e9c-4d1e-b91c-d60dbff59603 kind: Event lastTimestamp: "2026-09-15T17:01:09Z" message: 'Created pod: error-404-isvc-1f299-predictor-576964885f-fklcx' metadata: creationTimestamp: "2026-09-15T17:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:09Z" name: error-404-isvc-1f299-predictor-576964885f.18d58d312046eb68 namespace: kserve-ci-e2e-test resourceVersion: "27286" uid: ac92226e-bb66-40c2-8931-bf991e41871a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27277" uid: 7ec53dff-1146-4fb3-92df-374cdaaf7fde kind: Event lastTimestamp: "2026-09-15T17:01:09Z" message: Scaled up replica set error-404-isvc-1f299-predictor-576964885f from 0 to 1 metadata: creationTimestamp: "2026-09-15T17:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:09Z" name: error-404-isvc-1f299-predictor.18d58d311ea7047e namespace: kserve-ci-e2e-test resourceVersion: "27280" uid: c23e8573-4a18-4a0c-b33b-ee5f53b4461d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27278" uid: 2e1c95dc-9341-4e70-b0a6-32cf29e19e73 kind: Event lastTimestamp: "2026-09-15T17:01:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:24Z" name: error-404-isvc-1f299-predictor.18d58d349d1f8996 namespace: kserve-ci-e2e-test resourceVersion: "27465" uid: b29f2bdc-7770-45d2-92bc-83d892350781 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27278" uid: 2e1c95dc-9341-4e70-b0a6-32cf29e19e73 kind: Event lastTimestamp: "2026-09-15T17:01:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:01:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:24Z" name: error-404-isvc-1f299-predictor.18d58d349d7dfdc9 namespace: kserve-ci-e2e-test resourceVersion: "27467" uid: 2b38a476-d449-4d5e-90ed-f5bb61fe51b9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T17:01:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27466" uid: 2e1c95dc-9341-4e70-b0a6-32cf29e19e73 kind: Event lastTimestamp: "2026-09-15T17:02:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:24Z" name: error-404-isvc-1f299-predictor.18d58d381c324f29 namespace: kserve-ci-e2e-test resourceVersion: "28032" uid: e90582f0-2d50-411e-aca8-71b28b94ec2f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T17:01:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27466" uid: 2e1c95dc-9341-4e70-b0a6-32cf29e19e73 kind: Event lastTimestamp: "2026-09-15T17:02:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:24Z" name: error-404-isvc-1f299-predictor.18d58d381c95632c namespace: kserve-ci-e2e-test resourceVersion: "28033" uid: 61fed8e2-06ce-4bf9-a24f-b45f24760199 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:01:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27263" uid: cefb564e-d99a-466d-a7d5-8b78f0441ae2 kind: Event lastTimestamp: "2026-09-15T17:01:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T17:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:59Z" name: error-404-isvc-1f299.18d58d311ead3a9e namespace: kserve-ci-e2e-test resourceVersion: "27806" uid: 5b7d832b-400c-42af-9ff2-4bd7f3af6d29 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27804" uid: cefb564e-d99a-466d-a7d5-8b78f0441ae2 kind: Event lastTimestamp: "2026-09-15T17:01:59Z" message: InferenceService [error-404-isvc-1f299] is Ready metadata: creationTimestamp: "2026-09-15T17:01:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:59Z" name: error-404-isvc-1f299.18d58d3cc0219fbf namespace: kserve-ci-e2e-test resourceVersion: "27805" uid: f9ae18e7-fae6-4d48-82ce-9218f7b5bc4d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:59:58.825280Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26391" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-6a778-predictor-84cc69f4d7-sn28q to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:59:58Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20c486f5bb namespace: kserve-ci-e2e-test resourceVersion: "26395" uid: cf9083e0-202d-412d-9e54-035ec4b925ee reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26400" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:59:59Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20e679af20 namespace: kserve-ci-e2e-test resourceVersion: "26418" uid: 35adaea3-c77a-4764-804c-1cb78b737f18 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20e7c921bb namespace: kserve-ci-e2e-test resourceVersion: "26421" uid: ffe782d3-40d7-4f38-9cc5-d98a0dcf4b8f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20ea1473da namespace: kserve-ci-e2e-test resourceVersion: "26424" uid: 6285ce2a-bf06-4a8c-99d5-f8821a5e04f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20ea81c71b namespace: kserve-ci-e2e-test resourceVersion: "26425" uid: d2d4c850-7d8b-4913-a878-9f1774698b18 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20ea8b761e namespace: kserve-ci-e2e-test resourceVersion: "26426" uid: ffdf744d-b50f-4954-8829-1d0cdfe31420 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20ed20b483 namespace: kserve-ci-e2e-test resourceVersion: "26428" uid: ab493ff8-e9ed-40bd-848e-ee597ca5c108 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20ed966478 namespace: kserve-ci-e2e-test resourceVersion: "26429" uid: 6ca5c840-053d-4295-b84c-fd1e2b5a25ae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T17:00:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:35Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d20f385e593 namespace: kserve-ci-e2e-test resourceVersion: "26718" uid: 5b8cda48-7565-45e6-a261-8fe1291fe389 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:08Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d31179ee566 namespace: kserve-ci-e2e-test resourceVersion: "27244" uid: eba06ce8-f96d-4705-b8f7-0b004a4a8bee reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:08Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d31179f46da namespace: kserve-ci-e2e-test resourceVersion: "27247" uid: 17828c91-3fd2-4b78-bfcd-af3ab70eb952 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q namespace: kserve-ci-e2e-test resourceVersion: "26392" uid: 04de9312-8a16-4824-ac77-fad3abef545a kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:10Z" name: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q.18d58d317ba695d9 namespace: kserve-ci-e2e-test resourceVersion: "27334" uid: 5c595d71-0cd2-45bd-80cf-eb8d28931f14 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-6a778-predictor-84cc69f4d7 namespace: kserve-ci-e2e-test resourceVersion: "26382" uid: 4b6438aa-4003-4ce6-b4a3-51920bc28779 kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: 'Created pod: error-404-isvc-6a778-predictor-84cc69f4d7-sn28q' metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:59:58Z" name: error-404-isvc-6a778-predictor-84cc69f4d7.18d58d20c429f9ac namespace: kserve-ci-e2e-test resourceVersion: "26393" uid: 7b737bed-ad35-4c13-9f60-df0f5ac1c9da reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26378" uid: 8fe374e5-7d76-46ca-a701-5d21241d7e70 kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: Scaled up replica set error-404-isvc-6a778-predictor-84cc69f4d7 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:59:58Z" name: error-404-isvc-6a778-predictor.18d58d20c28c6486 namespace: kserve-ci-e2e-test resourceVersion: "26384" uid: d5f86d18-b4e4-4cb4-a05e-ff559531447f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26381" uid: a76a4e32-c9dd-4714-8f29-78c7176d3349 kind: Event lastTimestamp: "2026-09-15T17:00:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:43Z" name: error-404-isvc-6a778-predictor.18d58d2440f61b7c namespace: kserve-ci-e2e-test resourceVersion: "26930" uid: c24fcd40-48d7-45e4-8744-e2c33ffec80b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26381" uid: a76a4e32-c9dd-4714-8f29-78c7176d3349 kind: Event lastTimestamp: "2026-09-15T17:00:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:43Z" name: error-404-isvc-6a778-predictor.18d58d24415f5bf2 namespace: kserve-ci-e2e-test resourceVersion: "26932" uid: 45a2e038-ed8f-4ac8-b915-93a98a313db3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26555" uid: a76a4e32-c9dd-4714-8f29-78c7176d3349 kind: Event lastTimestamp: "2026-09-15T17:00:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:58Z" name: error-404-isvc-6a778-predictor.18d58d27bffb9956 namespace: kserve-ci-e2e-test resourceVersion: "27091" uid: 906db78f-0b5a-480b-9d7d-731f075d56c5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26555" uid: a76a4e32-c9dd-4714-8f29-78c7176d3349 kind: Event lastTimestamp: "2026-09-15T17:00:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:58Z" name: error-404-isvc-6a778-predictor.18d58d27c0420a35 namespace: kserve-ci-e2e-test resourceVersion: "27093" uid: 92e95184-98e0-4015-99bf-9a5e09feabd4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6a778 namespace: kserve-ci-e2e-test resourceVersion: "26352" uid: 261660f2-c111-43d7-84d8-34506c22c38d kind: Event lastTimestamp: "2026-09-15T17:00:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:00:45Z" name: error-404-isvc-6a778.18d58d20c286ba2d namespace: kserve-ci-e2e-test resourceVersion: "26963" uid: fb13dbae-01ec-43ec-bf67-92362dd6ade6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6a778 namespace: kserve-ci-e2e-test resourceVersion: "26352" uid: 261660f2-c111-43d7-84d8-34506c22c38d kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: 'Failed to update status for InferenceService "error-404-isvc-6a778": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-6a778": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:59:58Z" name: error-404-isvc-6a778.18d58d20c2f8ab3a namespace: kserve-ci-e2e-test resourceVersion: "26388" uid: 8aa21142-06b5-4158-9c47-c69c25c31b1e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6a778 namespace: kserve-ci-e2e-test resourceVersion: "26352" uid: 261660f2-c111-43d7-84d8-34506c22c38d kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-6a778": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:59:58Z" name: error-404-isvc-6a778.18d58d20c2f8f6f6 namespace: kserve-ci-e2e-test resourceVersion: "26389" uid: 8ac8834a-2180-4452-861f-46cf7f4c8492 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6a778 namespace: kserve-ci-e2e-test resourceVersion: "26955" uid: 261660f2-c111-43d7-84d8-34506c22c38d kind: Event lastTimestamp: "2026-09-15T17:00:45Z" message: InferenceService [error-404-isvc-6a778] is Ready metadata: creationTimestamp: "2026-09-15T17:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:00:45Z" name: error-404-isvc-6a778.18d58d2bae4db017 namespace: kserve-ci-e2e-test resourceVersion: "26957" uid: 0ab94b15-7af1-4885-84cb-5a80a5cc6ce2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T17:00:38.877489Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26835" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-969ee-predictor-7bffb9f7df-jdmch to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T17:00:38Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a17d31d65 namespace: kserve-ci-e2e-test resourceVersion: "26839" uid: 38dd7052-5d9d-4bd5-b1eb-d3ad67b63e2d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:39Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:00:39Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-969ee-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T17:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:39Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a2588824e namespace: kserve-ci-e2e-test resourceVersion: "26852" uid: 4acd20f9-d439-45ee-9b8b-93f1017d7486 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26845" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a5dfb2346 namespace: kserve-ci-e2e-test resourceVersion: "26873" uid: e73d64df-b447-4787-97e7-82276c10cbd8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a5fa6775e namespace: kserve-ci-e2e-test resourceVersion: "26875" uid: 7d03d73c-1f5e-4e92-bb5b-772d05ac0cc9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a630f2387 namespace: kserve-ci-e2e-test resourceVersion: "26878" uid: de78685e-703e-4407-80dd-f6844935cfeb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a6384de9e namespace: kserve-ci-e2e-test resourceVersion: "26879" uid: bc72c3c7-af5d-457c-afa4-86656d9a1ff3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a638fe145 namespace: kserve-ci-e2e-test resourceVersion: "26880" uid: 8fd3f525-5ded-4b1b-938c-4fddec3da9bc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a660633dc namespace: kserve-ci-e2e-test resourceVersion: "26881" uid: 1c546f47-d9e0-4e94-bd43-50d7870b30c9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a6674a234 namespace: kserve-ci-e2e-test resourceVersion: "26882" uid: a67881df-298a-4378-993f-0aa696fcbdc4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:01:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:16Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58d2a894eaf06 namespace: kserve-ci-e2e-test resourceVersion: "27403" uid: 8e44b7aa-b76c-4683-9f94-38b355c00cb4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:17:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:17:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T17:17:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:17:58Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58e1c0dde269b namespace: kserve-ci-e2e-test resourceVersion: "34523" uid: a1685c85-746a-400f-964f-1d83f5a5e13b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:17:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: ddea253e-be1c-4d28-a8ea-b1c52990edec kind: Event lastTimestamp: "2026-09-15T17:17:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:17:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:17:58Z" name: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch.18d58e1c0dde812f namespace: kserve-ci-e2e-test resourceVersion: "34524" uid: 83659307-d7c7-48c2-9727-bf141636bbab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-969ee-predictor-7bffb9f7df namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: e43eb5a4-e550-40e0-bf44-dc598f7712e1 kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: 'Created pod: error-404-isvc-969ee-predictor-7bffb9f7df-jdmch' metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:38Z" name: error-404-isvc-969ee-predictor-7bffb9f7df.18d58d2a177aa918 namespace: kserve-ci-e2e-test resourceVersion: "26837" uid: 37775fe3-f2c9-45e8-bf4c-b5d2fb0a553c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "26827" uid: c46bac45-a090-441e-b536-a6a9d56c31d3 kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: Scaled up replica set error-404-isvc-969ee-predictor-7bffb9f7df from 0 to 1 metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:38Z" name: error-404-isvc-969ee-predictor.18d58d2a159d62b1 namespace: kserve-ci-e2e-test resourceVersion: "26830" uid: 66a4c938-dba3-4d19-b344-4aa8c49019ee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "26828" uid: 08e14a85-30db-43f4-b2e6-bb3fd6e7cf67 kind: Event lastTimestamp: "2026-09-15T17:00:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:00:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:53Z" name: error-404-isvc-969ee-predictor.18d58d2d93fe0cf7 namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 15f19a98-bb93-4f5c-95ea-b5d29bf998bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "26828" uid: 08e14a85-30db-43f4-b2e6-bb3fd6e7cf67 kind: Event lastTimestamp: "2026-09-15T17:00:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:00:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:53Z" name: error-404-isvc-969ee-predictor.18d58d2d946291f4 namespace: kserve-ci-e2e-test resourceVersion: "27031" uid: c41564f7-4867-45b5-9599-e01328a93452 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "27030" uid: 08e14a85-30db-43f4-b2e6-bb3fd6e7cf67 kind: Event lastTimestamp: "2026-09-15T17:01:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:53Z" name: error-404-isvc-969ee-predictor.18d58d311309b15c namespace: kserve-ci-e2e-test resourceVersion: "27755" uid: f6d54d4a-a7c8-4ab8-857e-2d2d67c8ba73 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "27030" uid: 08e14a85-30db-43f4-b2e6-bb3fd6e7cf67 kind: Event lastTimestamp: "2026-09-15T17:01:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:53Z" name: error-404-isvc-969ee-predictor.18d58d31136cb1e9 namespace: kserve-ci-e2e-test resourceVersion: "27756" uid: 3463e96e-8368-4e6e-b1ab-0f8e49525f1a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-969ee namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: d16426d1-43b0-4d07-a9aa-3ebbc5b1b7c4 kind: Event lastTimestamp: "2026-09-15T17:01:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:26Z" name: error-404-isvc-969ee.18d58d2a15a00087 namespace: kserve-ci-e2e-test resourceVersion: "27498" uid: 133e159e-b546-4096-9587-e05839bee71c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-969ee namespace: kserve-ci-e2e-test resourceVersion: "27496" uid: d16426d1-43b0-4d07-a9aa-3ebbc5b1b7c4 kind: Event lastTimestamp: "2026-09-15T17:01:26Z" message: InferenceService [error-404-isvc-969ee] is Ready metadata: creationTimestamp: "2026-09-15T17:01:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:26Z" name: error-404-isvc-969ee.18d58d35440d6e13 namespace: kserve-ci-e2e-test resourceVersion: "27497" uid: 73306177-a459-44d1-8d71-2c089649f530 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:51:23.874616Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22277" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:51:23Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca8df13623b namespace: kserve-ci-e2e-test resourceVersion: "22281" uid: 21d0b0c0-c0a0-4a80-91a3-4cc33d85361d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22285" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:51:24Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca901367d90 namespace: kserve-ci-e2e-test resourceVersion: "22306" uid: 27808f39-ae26-4166-bf36-55c4427737d4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca902852e9b namespace: kserve-ci-e2e-test resourceVersion: "22308" uid: 6bb01eee-630c-4246-b034-2c264fe6b0a7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca904aa86a1 namespace: kserve-ci-e2e-test resourceVersion: "22312" uid: 99ccc4f1-40bc-468c-816f-fd22e1268459 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca9051475f4 namespace: kserve-ci-e2e-test resourceVersion: "22313" uid: 7591566e-cfaa-4039-99a5-554292b6b76e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca9051fe15d namespace: kserve-ci-e2e-test resourceVersion: "22314" uid: f8fab788-f446-4935-8e12-7487e4aeb56c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca907c4fe56 namespace: kserve-ci-e2e-test resourceVersion: "22315" uid: 52f6b66a-dc2c-4208-96b8-05dc9b36af57 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca90848a75c namespace: kserve-ci-e2e-test resourceVersion: "22316" uid: 8892751f-94f4-40ff-907d-16326ec1a1e8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58ca914e43291 namespace: kserve-ci-e2e-test resourceVersion: "26889" uid: e673aba6-b746-4883-b6d1-0aae4b1de8d3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:38Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58d2a0c743693 namespace: kserve-ci-e2e-test resourceVersion: "26793" uid: fa977e21-752a-4656-b74b-1e2b033df73d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:38Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58d2a0c74af16 namespace: kserve-ci-e2e-test resourceVersion: "26795" uid: 58af7699-2e23-485b-af80-304f70b663f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9 namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8323660f-7c26-4c6a-a210-0cf03e067abe kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9.18d58d2a89435101 namespace: kserve-ci-e2e-test resourceVersion: "26886" uid: 390b6f12-e2ef-4ce7-8d26-d1ce7044adfa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9d406-predictor-c94cb4b67 namespace: kserve-ci-e2e-test resourceVersion: "22269" uid: 39062b1a-1436-461e-b508-9be8e985c2f4 kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: 'Created pod: error-404-isvc-9d406-predictor-c94cb4b67-9qvp9' metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:23Z" name: error-404-isvc-9d406-predictor-c94cb4b67.18d58ca8dea7b1db namespace: kserve-ci-e2e-test resourceVersion: "22278" uid: 02cbe112-eaae-45b9-abe5-1168547ed512 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22267" uid: d6a2e6b0-14b1-4b16-9d57-c3719be8edd4 kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: Scaled up replica set error-404-isvc-9d406-predictor-c94cb4b67 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:23Z" name: error-404-isvc-9d406-predictor.18d58ca8dcfc9ce8 namespace: kserve-ci-e2e-test resourceVersion: "22270" uid: bd2dc99c-f13f-45bf-9641-e04fc8599be1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22268" uid: 6153e4f9-6ee7-40e2-b6f4-a82b29ab4cd1 kind: Event lastTimestamp: "2026-09-15T16:51:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:51:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:38Z" name: error-404-isvc-9d406-predictor.18d58cac5b7d6e55 namespace: kserve-ci-e2e-test resourceVersion: "22456" uid: 8a815dbc-c417-4276-b417-38240c433bab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22268" uid: 6153e4f9-6ee7-40e2-b6f4-a82b29ab4cd1 kind: Event lastTimestamp: "2026-09-15T16:51:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:51:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:38Z" name: error-404-isvc-9d406-predictor.18d58cac5bed49ae namespace: kserve-ci-e2e-test resourceVersion: "22458" uid: 678b1513-b98c-438e-ba23-02c094e41915 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:51:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22457" uid: 6153e4f9-6ee7-40e2-b6f4-a82b29ab4cd1 kind: Event lastTimestamp: "2026-09-15T16:52:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:53Z" name: error-404-isvc-9d406-predictor.18d58cafda9649b4 namespace: kserve-ci-e2e-test resourceVersion: "23116" uid: 3d8c9123-1b95-4c45-b59b-5781f013219b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:51:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22457" uid: 6153e4f9-6ee7-40e2-b6f4-a82b29ab4cd1 kind: Event lastTimestamp: "2026-09-15T16:52:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:53Z" name: error-404-isvc-9d406-predictor.18d58cafdaf95029 namespace: kserve-ci-e2e-test resourceVersion: "23117" uid: 1e01712b-4fc4-4063-98b6-a1511512f49f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9d406 namespace: kserve-ci-e2e-test resourceVersion: "22256" uid: bb351132-c789-4c3b-9b13-dff1c79e333c kind: Event lastTimestamp: "2026-09-15T16:52:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:52:10Z" name: error-404-isvc-9d406.18d58ca8dd02d670 namespace: kserve-ci-e2e-test resourceVersion: "22757" uid: df9ded89-6498-4ac2-b231-c5a20e9bee73 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9d406 namespace: kserve-ci-e2e-test resourceVersion: "22755" uid: bb351132-c789-4c3b-9b13-dff1c79e333c kind: Event lastTimestamp: "2026-09-15T16:52:10Z" message: InferenceService [error-404-isvc-9d406] is Ready metadata: creationTimestamp: "2026-09-15T16:52:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:52:10Z" name: error-404-isvc-9d406.18d58cb3cfc4dd89 namespace: kserve-ci-e2e-test resourceVersion: "22756" uid: a881efa4-7c26-4957-84cd-e6c01ba1ee8b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:40:08.753321Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16377" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cf726-predictor-68d66b987c-qrz2j to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:40:08Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0baeb5fdac namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: ef37312f-1202-438b-84ee-a7f6d07a3ec4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-cf726-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:08Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0bb80b2219 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: 24c197bc-a1fc-42bd-a955-bd5c04be1937 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Add eth0 [10.134.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:40:09Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0bf46150ef namespace: kserve-ci-e2e-test resourceVersion: "16414" uid: ffb305f1-700b-43ca-943a-d44a988a47e0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0bf5bc94a4 namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: d78fd6e1-df6b-4ca8-b84e-aa0a9adcc311 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0bf7ec55ce namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 673c153d-ba75-49dd-bab8-68e0a358bdda reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0bf85b22a8 namespace: kserve-ci-e2e-test resourceVersion: "16423" uid: 503021ab-0f6b-4459-a070-c679466d66fa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0bf8643ce7 namespace: kserve-ci-e2e-test resourceVersion: "16424" uid: 4fed8f71-5505-4a93-bac7-5914b12132f7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:40:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:10Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0bfb2d680c namespace: kserve-ci-e2e-test resourceVersion: "16427" uid: 62cb89a9-1464-4a0b-8d1b-2a4413060b76 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:10Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0bfbb9f84a namespace: kserve-ci-e2e-test resourceVersion: "16428" uid: cc5e2f1a-db95-4076-9326-8c8c3de369ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:40:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:40:47Z" message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:40:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:47Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c0c44539204 namespace: kserve-ci-e2e-test resourceVersion: "16767" uid: e097b82d-0328-4ee1-8158-ec906c036522 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:23Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c8ce75c26c5 namespace: kserve-ci-e2e-test resourceVersion: "20785" uid: b04382df-962b-4e0c-b85e-642a659684a9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 38261ae9-95a8-40a1-b2f8-9f5581655edb kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:23Z" name: error-404-isvc-cf726-predictor-68d66b987c-qrz2j.18d58c8ce75cb60b namespace: kserve-ci-e2e-test resourceVersion: "20786" uid: c61efaa0-814a-475b-81d6-9c9bd8fd6514 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-cf726-predictor-68d66b987c namespace: kserve-ci-e2e-test resourceVersion: "16371" uid: b46bafa7-f2c7-4dbc-9a8d-05b4ac66bff2 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: 'Created pod: error-404-isvc-cf726-predictor-68d66b987c-qrz2j' metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:08Z" name: error-404-isvc-cf726-predictor-68d66b987c.18d58c0bae4ade74 namespace: kserve-ci-e2e-test resourceVersion: "16378" uid: f11586d4-9e65-47fa-905e-11e176388153 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16369" uid: 244a42b8-1ddb-45f5-bafb-b57ce8bf03e2 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: Scaled up replica set error-404-isvc-cf726-predictor-68d66b987c from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:08Z" name: error-404-isvc-cf726-predictor.18d58c0bacabf62a namespace: kserve-ci-e2e-test resourceVersion: "16372" uid: f6812cb3-59f5-44e5-a000-aefc85c6df24 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:40:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16370" uid: e3dc9562-33da-4f96-a7e1-55a515098576 kind: Event lastTimestamp: "2026-09-15T16:40:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:38Z" name: error-404-isvc-cf726-predictor.18d58c0f2b1e6f4e namespace: kserve-ci-e2e-test resourceVersion: "16704" uid: 064a3cd9-5efc-47c8-b1e7-6f95bd8b2ee2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:40:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16370" uid: e3dc9562-33da-4f96-a7e1-55a515098576 kind: Event lastTimestamp: "2026-09-15T16:40:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:38Z" name: error-404-isvc-cf726-predictor.18d58c0f2b7a4c0d namespace: kserve-ci-e2e-test resourceVersion: "16705" uid: 4c86c414-3aed-45a9-8a07-2fb5bf960bd2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:40:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16583" uid: e3dc9562-33da-4f96-a7e1-55a515098576 kind: Event lastTimestamp: "2026-09-15T16:41:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:40:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:23Z" name: error-404-isvc-cf726-predictor.18d58c1628f2c150 namespace: kserve-ci-e2e-test resourceVersion: "17323" uid: 4d218ad3-77e1-4983-a856-681c70fa639e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:40:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16583" uid: e3dc9562-33da-4f96-a7e1-55a515098576 kind: Event lastTimestamp: "2026-09-15T16:41:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:40:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:23Z" name: error-404-isvc-cf726-predictor.18d58c162955f30c namespace: kserve-ci-e2e-test resourceVersion: "17324" uid: b4dcc5bb-3626-4bc2-ba8c-a6415e1c9397 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cf726 namespace: kserve-ci-e2e-test resourceVersion: "16358" uid: 5afaa60b-2086-4995-ba64-9e2c66f53c75 kind: Event lastTimestamp: "2026-09-15T16:40:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:57Z" name: error-404-isvc-cf726.18d58c0bacb46be5 namespace: kserve-ci-e2e-test resourceVersion: "16907" uid: 25e8e239-21a5-4a08-9d93-1eb9029a928a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cf726 namespace: kserve-ci-e2e-test resourceVersion: "16902" uid: 5afaa60b-2086-4995-ba64-9e2c66f53c75 kind: Event lastTimestamp: "2026-09-15T16:40:57Z" message: InferenceService [error-404-isvc-cf726] is Ready metadata: creationTimestamp: "2026-09-15T16:40:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:57Z" name: error-404-isvc-cf726.18d58c16ffa8da4d namespace: kserve-ci-e2e-test resourceVersion: "16903" uid: 8a1bbb3e-af2e-4ab2-803e-4ee95871b12f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:40:58.676213Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17028" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-daa19-predictor-64588c679c-fz4x9 to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:40:58Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c174e598f2c namespace: kserve-ci-e2e-test resourceVersion: "17032" uid: 098e7687-50d7-4c0c-8a5b-993d5ebd46f1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-daa19-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:58Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c175ada220f namespace: kserve-ci-e2e-test resourceVersion: "17046" uid: 9f19d252-05f8-4720-9f73-5958c80a58bd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17038" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Add eth0 [10.134.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:40:59Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c1793f9c1b8 namespace: kserve-ci-e2e-test resourceVersion: "17064" uid: 3f238d3f-99aa-4cdf-9ebd-bb87799d540b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c17954f466d namespace: kserve-ci-e2e-test resourceVersion: "17066" uid: 1713f548-3625-4273-be52-00b93b6759f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c1798658005 namespace: kserve-ci-e2e-test resourceVersion: "17067" uid: 8608ede8-f815-435f-ab26-547eb3a3f647 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c1798d54aba namespace: kserve-ci-e2e-test resourceVersion: "17068" uid: fb1d00f1-0c9b-4bdd-9525-71bc66cfb6c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c1798df2b3f namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: ea6991bd-6b5c-4d74-87ed-3ea81ae3e8a7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c179c0f429c namespace: kserve-ci-e2e-test resourceVersion: "17072" uid: 5ef11b3c-b7ba-4c5d-93cb-ce26157a22a8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c179c82fb8c namespace: kserve-ci-e2e-test resourceVersion: "17073" uid: b8e71512-6b27-4667-b7b1-50f8ecba705b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-15T16:41:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:50:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:41:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:16Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c17b884c9f2 namespace: kserve-ci-e2e-test resourceVersion: "21384" uid: 7391a543-4dc0-4bf3-972a-87e351116cb1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:13Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c987f5bfb22 namespace: kserve-ci-e2e-test resourceVersion: "21294" uid: 037844bd-728e-4e52-83be-a323f7910b1e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:13Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c987f5c7bc4 namespace: kserve-ci-e2e-test resourceVersion: "21295" uid: 10d8a085-1cf2-4a32-9386-f01b97de55af reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-daa19-predictor-64588c679c-fz4x9 namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: a09d582c-d45e-438b-b43c-14735137e8f1 kind: Event lastTimestamp: "2026-09-15T16:50:16Z" message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:16Z" name: error-404-isvc-daa19-predictor-64588c679c-fz4x9.18d58c992cdd2446 namespace: kserve-ci-e2e-test resourceVersion: "21383" uid: f63ab453-92aa-4417-a13d-5ba2b7cc8b67 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-daa19-predictor-64588c679c namespace: kserve-ci-e2e-test resourceVersion: "17022" uid: c057fcda-cae4-4b26-9050-cd7796c8ea0c kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: 'Created pod: error-404-isvc-daa19-predictor-64588c679c-fz4x9' metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:58Z" name: error-404-isvc-daa19-predictor-64588c679c.18d58c174df3e2c8 namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: b30c17be-dfd7-4081-819c-dd36753872c1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "17020" uid: de482227-3252-4646-b402-5dc3b8e59851 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Scaled up replica set error-404-isvc-daa19-predictor-64588c679c from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:58Z" name: error-404-isvc-daa19-predictor.18d58c174c619182 namespace: kserve-ci-e2e-test resourceVersion: "17023" uid: 4cb79b76-a9a6-4469-b554-e24e34971c07 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:41:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "17021" uid: ea0c0af3-ad56-44eb-954a-35d8dafe09b9 kind: Event lastTimestamp: "2026-09-15T16:41:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:43Z" name: error-404-isvc-daa19-predictor.18d58c1acac80ada namespace: kserve-ci-e2e-test resourceVersion: "17481" uid: 854df5f1-8fc9-45c5-ac62-80afe9439013 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:41:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "17021" uid: ea0c0af3-ad56-44eb-954a-35d8dafe09b9 kind: Event lastTimestamp: "2026-09-15T16:41:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:43Z" name: error-404-isvc-daa19-predictor.18d58c1acb2b4bd2 namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: c147f01a-fb8f-40af-bbda-7853a98adbf9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:41:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "17242" uid: ea0c0af3-ad56-44eb-954a-35d8dafe09b9 kind: Event lastTimestamp: "2026-09-15T16:42:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:42:13Z" name: error-404-isvc-daa19-predictor.18d58c25470baec1 namespace: kserve-ci-e2e-test resourceVersion: "17756" uid: ba97dc44-b05e-4d03-982b-0633b22760b5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:41:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "17242" uid: ea0c0af3-ad56-44eb-954a-35d8dafe09b9 kind: Event lastTimestamp: "2026-09-15T16:42:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:42:13Z" name: error-404-isvc-daa19-predictor.18d58c2547721c3c namespace: kserve-ci-e2e-test resourceVersion: "17757" uid: 0846ee99-412b-442b-8b2a-b041e211212c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-daa19 namespace: kserve-ci-e2e-test resourceVersion: "17009" uid: 14f496ad-52b9-4425-bb51-a81daf1d3e3e kind: Event lastTimestamp: "2026-09-15T16:41:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:41:46Z" name: error-404-isvc-daa19.18d58c174c67ed4d namespace: kserve-ci-e2e-test resourceVersion: "17519" uid: f3bd17d6-d97e-44ef-9cd4-dad4efad3bbd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-daa19 namespace: kserve-ci-e2e-test resourceVersion: "17514" uid: 14f496ad-52b9-4425-bb51-a81daf1d3e3e kind: Event lastTimestamp: "2026-09-15T16:41:46Z" message: InferenceService [error-404-isvc-daa19] is Ready metadata: creationTimestamp: "2026-09-15T16:41:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:41:46Z" name: error-404-isvc-daa19.18d58c227380438c namespace: kserve-ci-e2e-test resourceVersion: "17515" uid: faaf0ce1-686e-431e-a8af-2ea478a6f19d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:49:23.712043Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20763" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-fcea7-predictor-597cb8b869-vsl4f to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:49:23Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8ce4d43613 namespace: kserve-ci-e2e-test resourceVersion: "20768" uid: b01d4f9e-092e-46aa-8b84-ddab2d56b54e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-fcea7-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:23Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8cee5c8b72 namespace: kserve-ci-e2e-test resourceVersion: "20795" uid: 227e0d20-8c0c-4768-9076-ff3619a6475a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20779" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:49:24Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8d2aaf6a29 namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 11343e9e-6a44-43ea-9bb7-baebfb5ca470 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8d2bfe631b namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: 2394dc54-9297-41e2-b545-72eeee0272b4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8d2e4df72c namespace: kserve-ci-e2e-test resourceVersion: "20817" uid: 82022c64-d019-4a83-809a-0e45f0799273 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8d2ec2766f namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 48eb328d-1505-4e7a-bc72-fe5f27390abb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8d2ecd2b62 namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: 2952b188-2ac2-4102-9079-a4ba7b20ceee reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:49:25Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:49:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:25Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8d31bf648b namespace: kserve-ci-e2e-test resourceVersion: "20821" uid: 22980c12-a253-407f-b68d-590a44673c2c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:49:25Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:49:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:25Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8d322edfa6 namespace: kserve-ci-e2e-test resourceVersion: "20822" uid: d4469285-8fb2-4d5a-9048-3c4611def5d2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:49:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:50:01Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:49:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:01Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c8d4311cb56 namespace: kserve-ci-e2e-test resourceVersion: "21114" uid: 970f4c20-ce86-4279-a55d-a51f7ed30ffc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:33Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c9d353605a3 namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: 55f1c7e7-9e28-41a8-9ee8-0db65b4af868 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:33Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c9d35372832 namespace: kserve-ci-e2e-test resourceVersion: "21623" uid: b9087332-f2c2-4022-951a-dd685bf0a680 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 5e683e37-dc5f-459b-be23-2b621ad83e20 kind: Event lastTimestamp: "2026-09-15T16:50:36Z" message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp 10.134.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:36Z" name: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f.18d58c9dcb313cea namespace: kserve-ci-e2e-test resourceVersion: "21725" uid: 2e4554dd-f79a-4a78-878e-cc0fc6e8547f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-fcea7-predictor-597cb8b869 namespace: kserve-ci-e2e-test resourceVersion: "20755" uid: 63a62e72-4639-4f3d-9147-6c0eef116897 kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: 'Created pod: error-404-isvc-fcea7-predictor-597cb8b869-vsl4f' metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:49:23Z" name: error-404-isvc-fcea7-predictor-597cb8b869.18d58c8ce461f80d namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: 30444d5b-ab2e-4fc4-ba35-2755a8f17f25 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 9aa13a69-c56c-4bb8-86d7-936abe71390d kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: Scaled up replica set error-404-isvc-fcea7-predictor-597cb8b869 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:49:23Z" name: error-404-isvc-fcea7-predictor.18d58c8ce29e9156 namespace: kserve-ci-e2e-test resourceVersion: "20758" uid: e7d8de70-294c-4876-a938-1d9dfe96aaa7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20754" uid: 51110279-8e48-4d3f-b6de-d480d57e9b4c kind: Event lastTimestamp: "2026-09-15T16:49:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:49:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:49:38Z" name: error-404-isvc-fcea7-predictor.18d58c906100d183 namespace: kserve-ci-e2e-test resourceVersion: "20946" uid: c58c72b4-dc08-48e6-b8cf-918617ae261a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20754" uid: 51110279-8e48-4d3f-b6de-d480d57e9b4c kind: Event lastTimestamp: "2026-09-15T16:49:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:49:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:49:38Z" name: error-404-isvc-fcea7-predictor.18d58c9061617fae namespace: kserve-ci-e2e-test resourceVersion: "20948" uid: db8d42d1-d3d7-4696-b6a3-85ac9985f2c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:49:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20947" uid: 51110279-8e48-4d3f-b6de-d480d57e9b4c kind: Event lastTimestamp: "2026-09-15T16:50:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:49:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:23Z" name: error-404-isvc-fcea7-predictor.18d58c93dffa73d0 namespace: kserve-ci-e2e-test resourceVersion: "21475" uid: ea0ac549-0b54-424c-b3bf-56fe51700108 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:49:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20947" uid: 51110279-8e48-4d3f-b6de-d480d57e9b4c kind: Event lastTimestamp: "2026-09-15T16:50:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:49:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:23Z" name: error-404-isvc-fcea7-predictor.18d58c93e05a6968 namespace: kserve-ci-e2e-test resourceVersion: "21476" uid: a52817b1-a6b6-4671-b1a7-cc7039670f6d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fcea7 namespace: kserve-ci-e2e-test resourceVersion: "20739" uid: 3469782d-b6cc-407b-92e2-f51d3145f5c3 kind: Event lastTimestamp: "2026-09-15T16:50:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:50:11Z" name: error-404-isvc-fcea7.18d58c8ce2a586e1 namespace: kserve-ci-e2e-test resourceVersion: "21203" uid: 83b816f1-2cff-4147-bca9-5954ec2346c1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fcea7 namespace: kserve-ci-e2e-test resourceVersion: "21198" uid: 3469782d-b6cc-407b-92e2-f51d3145f5c3 kind: Event lastTimestamp: "2026-09-15T16:50:11Z" message: InferenceService [error-404-isvc-fcea7] is Ready metadata: creationTimestamp: "2026-09-15T16:50:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:50:11Z" name: error-404-isvc-fcea7.18d58c97fe0a8c64 namespace: kserve-ci-e2e-test resourceVersion: "21199" uid: 38858627-641b-40de-9ac4-367a8f1c263d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:38:38.306400Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15264" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6457847f78-pbmzs to ip-10-0-128-222.ec2.internal metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bf69fa77001 namespace: kserve-ci-e2e-test resourceVersion: "15268" uid: e7a24b5f-b84a-4194-8d31-6e0c7c2f779e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15275" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bf6c1f7c800 namespace: kserve-ci-e2e-test resourceVersion: "15389" uid: 8f5d0c05-63e0-4933-9f28-7a1e9ee4dbbb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced" already present on machine metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bf6c3563b5f namespace: kserve-ci-e2e-test resourceVersion: "15391" uid: 1ed70c24-3b49-490f-848d-113830871c72 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bf6c6240e35 namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 95f9826f-fd86-47dd-841b-aea52a8c5664 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bf6c6a038d0 namespace: kserve-ci-e2e-test resourceVersion: "15397" uid: 91e86f3f-7fb3-4dbc-8cba-8bb0c5b07ab7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:38:43Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974" metadata: creationTimestamp: "2026-09-15T16:38:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:43Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bf7c7a9cde5 namespace: kserve-ci-e2e-test resourceVersion: "15467" uid: 82cb48ae-0153-403a-b879-0a374bc2a3a2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:39:00Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974" in 16.943s (16.943s including waiting). Image size: 1582981531 bytes.' metadata: creationTimestamp: "2026-09-15T16:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:00Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bfbb9956da9 namespace: kserve-ci-e2e-test resourceVersion: "15647" uid: e815c706-0753-4026-a650-3b442bfee0f2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:39:00Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:00Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bfbbf1651c3 namespace: kserve-ci-e2e-test resourceVersion: "15648" uid: d50e9aa5-17b5-409b-82b1-35976c48cd99 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:39:00Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:00Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bfbbf8a9709 namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: 4b9583d2-12ed-45f6-b754-19bfcd04746b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:39:00Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-15T16:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:00Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bfbbf97ff9d namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: 696eeda3-3490-4972-b440-b2e0b733a464 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:39:02Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.475s (2.475s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-15T16:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:02Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bfc53269f9e namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: 558ecc85-c2d5-4c77-8580-3bef6671a53d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:39:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:02Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bfc57c92005 namespace: kserve-ci-e2e-test resourceVersion: "15671" uid: bdef8cf0-c6e8-41b9-b538-ba5e38191aa4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:39:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:02Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bfc584bffd7 namespace: kserve-ci-e2e-test resourceVersion: "15673" uid: 5ea82575-f6fb-4964-9eb1-609c98aaf1e7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-15T16:39:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:41:00Z" message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:39:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:00Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58bfcb3fa1f6b namespace: kserve-ci-e2e-test resourceVersion: "17082" uid: d64e9321-53d5-43d3-85e6-02246d55d12c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:58Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58c1741da080c namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: e9f8fd3c-e986-4c43-9bdc-c64dba091129 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:58Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58c1741da8777 namespace: kserve-ci-e2e-test resourceVersion: "16978" uid: f0774caa-cfd3-4df8-8f2c-90ef6d6950d9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: 240e56b4-214c-4ae2-9cc8-f91589389980 kind: Event lastTimestamp: "2026-09-15T16:41:00Z" message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp 10.133.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:41:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:00Z" name: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs.18d58c17b64db4a3 namespace: kserve-ci-e2e-test resourceVersion: "17081" uid: d2215822-5a41-49f0-894a-da45a4c60cc1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6457847f78 namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: e093df0e-cabd-4df7-b19f-237baa71d4b7 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6457847f78-pbmzs' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-1-predictor-6457847f78.18d58bf69f3137a4 namespace: kserve-ci-e2e-test resourceVersion: "15265" uid: a3b8c1a5-2a9e-45ad-9179-dc66f0a5c61a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15254" uid: 19ec9cf3-e315-4f22-be2c-b7a244d1b7cb kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6457847f78 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-1-predictor.18d58bf69ae1cbf5 namespace: kserve-ci-e2e-test resourceVersion: "15256" uid: 44e332ec-0534-4433-ae03-62a7d0a7cf71 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15271" uid: 80529b9a-9370-4f90-8a95-07b5699a7d8a kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: isvc-sklearn-graph-1-predictor.18d58bfa200b47bc namespace: kserve-ci-e2e-test resourceVersion: "15977" uid: 0ae17689-7705-49b5-8f3e-8a0bf1467f6b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15271" uid: 80529b9a-9370-4f90-8a95-07b5699a7d8a kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: isvc-sklearn-graph-1-predictor.18d58bfa204a507e namespace: kserve-ci-e2e-test resourceVersion: "15978" uid: bbe60a27-efdf-4832-befa-8519aae5ec5a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:39:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15555" uid: 80529b9a-9370-4f90-8a95-07b5699a7d8a kind: Event lastTimestamp: "2026-09-15T16:40:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:53Z" name: isvc-sklearn-graph-1-predictor.18d58c081c50cc94 namespace: kserve-ci-e2e-test resourceVersion: "16846" uid: 9dad37cb-942d-498b-a9d7-4453355844b2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:39:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15555" uid: 80529b9a-9370-4f90-8a95-07b5699a7d8a kind: Event lastTimestamp: "2026-09-15T16:40:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:53Z" name: isvc-sklearn-graph-1-predictor.18d58c081cac484a namespace: kserve-ci-e2e-test resourceVersion: "16847" uid: 77c06b78-8531-4c08-a7b5-c6ff2f103262 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15240" uid: 4ee4cefe-14a9-45d8-8fe2-142ded962dd5 kind: Event lastTimestamp: "2026-09-15T16:40:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:20Z" name: isvc-sklearn-graph-1.18d58bf6a0ebc73a namespace: kserve-ci-e2e-test resourceVersion: "16544" uid: 08763979-bed7-4714-ba4b-e76051a34de5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: 4ee4cefe-14a9-45d8-8fe2-142ded962dd5 kind: Event lastTimestamp: "2026-09-15T16:40:20Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-15T16:40:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:20Z" name: isvc-sklearn-graph-1.18d58c0e6b77387b namespace: kserve-ci-e2e-test resourceVersion: "16543" uid: dc283092-8ae7-4555-943c-dbf1f7b88ca5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:38:38.783601Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk to ip-10-0-128-222.ec2.internal metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bf6bc18f530 namespace: kserve-ci-e2e-test resourceVersion: "15376" uid: 0b278b41-f5c7-4bf4-ae3f-4e0e13b46fc2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bf6c407f598 namespace: kserve-ci-e2e-test resourceVersion: "15392" uid: 2d43d4a6-b166-4eaa-b65b-c9d1a4821549 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15383" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:38:39Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:38:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:38:39Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bf701ee3012 namespace: kserve-ci-e2e-test resourceVersion: "15435" uid: be1b97e5-42c0-4794-8062-65bf892f6788 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:38:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced" already present on machine metadata: creationTimestamp: "2026-09-15T16:38:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:39Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bf703392a87 namespace: kserve-ci-e2e-test resourceVersion: "15438" uid: 13233e3b-67c7-4a8d-b908-6cd9a2666155 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:38:40Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-15T16:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:40Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bf7062cf3d2 namespace: kserve-ci-e2e-test resourceVersion: "15439" uid: ba14ab97-fcd6-4114-b805-01fb6e36976b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:38:40Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-15T16:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:40Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bf706badd0d namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: 0d4906ff-ff0e-4151-91a1-e0941aee3d84 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:38:44Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974" metadata: creationTimestamp: "2026-09-15T16:38:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:44Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bf8041f06aa namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: 7fae4efd-c874-41cc-957a-0b5ad134dc9a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:39:00Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974" in 16.034s (16.034s including waiting). Image size: 1582981531 bytes.' metadata: creationTimestamp: "2026-09-15T16:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:00Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bfbbfdae5cc namespace: kserve-ci-e2e-test resourceVersion: "15651" uid: 2cfccc4d-e543-49ec-b815-c046a95ad2ed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:39:00Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:00Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bfbc2d7c372 namespace: kserve-ci-e2e-test resourceVersion: "15653" uid: 96097886-28c3-48b7-ab78-970b3d2687f1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:39:00Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:00Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bfbc344f1a1 namespace: kserve-ci-e2e-test resourceVersion: "15654" uid: 3a0dee85-35af-4966-b92c-81e4e3b545c5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:39:00Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-15T16:39:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:00Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bfbc354288c namespace: kserve-ci-e2e-test resourceVersion: "15655" uid: e9341f32-92b2-4e74-8e7f-6cac38e15acc reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:39:02Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.426s (2.426s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-15T16:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:02Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bfc53f91217 namespace: kserve-ci-e2e-test resourceVersion: "15670" uid: 13fa7487-bc87-44b4-8555-411fbeae0539 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:39:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:02Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bfc57eee274 namespace: kserve-ci-e2e-test resourceVersion: "15672" uid: 266bb48c-b6fa-4b92-8d11-76b64801814c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:39:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:02Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bfc586f257c namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 2fdaa72d-4245-4863-83c1-93dde046180c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-09-15T16:39:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:41:03Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:39:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:03Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58bfcb3f8fe43 namespace: kserve-ci-e2e-test resourceVersion: "17111" uid: 6ea9a0fd-2287-4641-a5f1-cda331af8575 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:58Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58c173fe5bd03 namespace: kserve-ci-e2e-test resourceVersion: "16953" uid: b4c3a8d9-70d8-4c4e-9e7a-5acdb7af2f3e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:58Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58c173fe655d8 namespace: kserve-ci-e2e-test resourceVersion: "16960" uid: f263f318-08bd-48d6-a85c-8ad3fe1d94d5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk namespace: kserve-ci-e2e-test resourceVersion: "15374" uid: c9d78113-8585-4329-9b83-2eded2d34456 kind: Event lastTimestamp: "2026-09-15T16:41:00Z" message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:41:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:00Z" name: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk.18d58c17b64cf622 namespace: kserve-ci-e2e-test resourceVersion: "17080" uid: 09e0a1ba-222d-4a6d-b653-cd86e5e489df reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-222.ec2.internal source: component: kubelet host: ip-10-0-128-222.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-64bf96469d namespace: kserve-ci-e2e-test resourceVersion: "15365" uid: 1cb654d6-6212-4df7-b878-4be6d81e3265 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-64bf96469d-tlqzk' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-2-predictor-64bf96469d.18d58bf6bbaffcd6 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: a1faa0a3-a371-4a63-976e-6aa73878e72d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15363" uid: c13c7ce4-2c77-41b1-81b2-8499b01560d3 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-64bf96469d from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: isvc-sklearn-graph-2-predictor.18d58bf6b919ed7c namespace: kserve-ci-e2e-test resourceVersion: "15366" uid: 44697615-7e29-4845-9509-e1d5d309b9c6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15364" uid: 1f574a65-3470-418c-b99d-db88a817d2d0 kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: isvc-sklearn-graph-2-predictor.18d58bfa378249e3 namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: 6fae8a74-e62d-45de-a5c2-099bfb3c44db reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15364" uid: 1f574a65-3470-418c-b99d-db88a817d2d0 kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: isvc-sklearn-graph-2-predictor.18d58bfa37e8be10 namespace: kserve-ci-e2e-test resourceVersion: "15989" uid: 43b2d8e9-823a-49e3-8e5c-452f29d2f663 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:39:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15573" uid: 1f574a65-3470-418c-b99d-db88a817d2d0 kind: Event lastTimestamp: "2026-09-15T16:40:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:53Z" name: isvc-sklearn-graph-2-predictor.18d58c083276b8cd namespace: kserve-ci-e2e-test resourceVersion: "16855" uid: f3b0353d-1f2b-4898-bc7b-a85aecc9aed8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:39:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15573" uid: 1f574a65-3470-418c-b99d-db88a817d2d0 kind: Event lastTimestamp: "2026-09-15T16:40:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:53Z" name: isvc-sklearn-graph-2-predictor.18d58c0832dc9dac namespace: kserve-ci-e2e-test resourceVersion: "16856" uid: 1475ce2c-9342-4167-bf42-44edd091b67b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15353" uid: 03f2cb69-b32d-4d14-af99-b539f6dd6a76 kind: Event lastTimestamp: "2026-09-15T16:40:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:23Z" name: isvc-sklearn-graph-2.18d58bf6b927da20 namespace: kserve-ci-e2e-test resourceVersion: "16575" uid: 4958f3b5-ca85-44bb-b453-83af957ef935 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "16572" uid: 03f2cb69-b32d-4d14-af99-b539f6dd6a76 kind: Event lastTimestamp: "2026-09-15T16:40:23Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-15T16:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:23Z" name: isvc-sklearn-graph-2.18d58c0f1bbaee00 namespace: kserve-ci-e2e-test resourceVersion: "16573" uid: cd9fb1eb-35e7-4f11-9bd9-a5006649fa92 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:38:38.593435Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15323" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-6lsvv to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:38:38Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bf6b0c33622 namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: d9ab081b-e126-4a7a-ab9f-cc705d54f6a8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:38Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bf6bd48b709 namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 3e66f58e-a1ee-413f-9955-5c79641eb716 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15338" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:38:39Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:38:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:38:39Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bf6f65b8b0c namespace: kserve-ci-e2e-test resourceVersion: "15428" uid: ea9e468b-df79-475e-afff-580bbd855dad reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:38:39Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced" metadata: creationTimestamp: "2026-09-15T16:38:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:39Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bf6f8ae2405 namespace: kserve-ci-e2e-test resourceVersion: "15430" uid: 3732c07c-2c05-4f11-b63e-80a16fbde5a1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:38:43Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced" in 3.389s (3.389s including waiting). Image size: 308214719 bytes.' metadata: creationTimestamp: "2026-09-15T16:38:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bf7c2b77275 namespace: kserve-ci-e2e-test resourceVersion: "15464" uid: 795d3379-c25d-43f5-8521-c12f6b1fd875 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:38:43Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-15T16:38:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bf7c60a9288 namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: 711c86a0-1c0d-4668-9fbe-d652d2f7c49e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:38:43Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-15T16:38:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:43Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bf7c67cf2a9 namespace: kserve-ci-e2e-test resourceVersion: "15466" uid: ff774082-c7ad-4950-be86-c8bb95281f9b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:38:48Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-15T16:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:48Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bf8e8a02ae8 namespace: kserve-ci-e2e-test resourceVersion: "15521" uid: 786c562f-68c4-415b-9a7c-a5e0571bd4f7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:39:05Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.856s (17.856s including waiting). Image size: 1332356353 bytes.' metadata: creationTimestamp: "2026-09-15T16:39:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:05Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bfd10fabf88 namespace: kserve-ci-e2e-test resourceVersion: "15708" uid: bae69fb7-4457-4cd3-8429-4dbf73007aeb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:39:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:39:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:06Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bfd14d337e2 namespace: kserve-ci-e2e-test resourceVersion: "15709" uid: 2f4371b6-3896-4801-b6b4-fd49bb963ba2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:39:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:39:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:06Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bfd154a5fc4 namespace: kserve-ci-e2e-test resourceVersion: "15710" uid: 9f8ec68c-56ef-4fd5-8b10-a361b8f4e2e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:39:06Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-15T16:39:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:06Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bfd15570e15 namespace: kserve-ci-e2e-test resourceVersion: "15711" uid: 997cd812-3ca2-460e-b204-c313d1719066 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:39:08Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.157s (2.157s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-15T16:39:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:08Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bfd95f7579f namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: 7e606872-f3e1-4c43-9dd0-6aa0a1863910 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:39:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:39:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:08Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bfd98c203c2 namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: 443cfd79-88af-4d39-bb78-6020094e3f36 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:39:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:39:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:08Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bfd9932c5b1 namespace: kserve-ci-e2e-test resourceVersion: "15727" uid: 330ecbfa-b8ea-4248-ad87-f2ac595f356b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-15T16:39:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:40:05Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:39:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:05Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58bfdd359cbb7 namespace: kserve-ci-e2e-test resourceVersion: "16250" uid: 81962228-3ebe-4c59-80e6-077497138437 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58c1743dddee6 namespace: kserve-ci-e2e-test resourceVersion: "16988" uid: c8393188-f108-4ced-8373-1be8f68956ba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58c1743df0144 namespace: kserve-ci-e2e-test resourceVersion: "16989" uid: 386ce4e1-d42a-42d2-a347-28d299316662 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 4ba5fba9-907c-4e7b-ad4b-02d25aee6153 kind: Event lastTimestamp: "2026-09-15T16:41:00Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:41:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:00Z" name: isvc-xgboost-graph-predictor-555fc69d56-6lsvv.18d58c17abb8aabc namespace: kserve-ci-e2e-test resourceVersion: "17076" uid: da3c5c4b-b789-43d8-ab86-a8753c931a7e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "15316" uid: 51746f77-2672-42a2-8749-84139fb38210 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-6lsvv' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d58bf6b0449dde namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: d3a70c16-2b26-4666-84ef-ab0b538846cc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15314" uid: 8c9a6ec8-fc32-45a5-a4ba-52cbf2c6c890 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: isvc-xgboost-graph-predictor.18d58bf6ad420baa namespace: kserve-ci-e2e-test resourceVersion: "15317" uid: 3b33a111-8e55-4315-b604-b72c220f8a1f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15315" uid: 65ce008c-f558-4d92-8172-fcd9e6e2a9bd kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: isvc-xgboost-graph-predictor.18d58bfa2bb05ef6 namespace: kserve-ci-e2e-test resourceVersion: "15983" uid: c1969f1a-e285-41c3-899b-01132f2dbd48 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15315" uid: 65ce008c-f558-4d92-8172-fcd9e6e2a9bd kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: isvc-xgboost-graph-predictor.18d58bfa2c12b716 namespace: kserve-ci-e2e-test resourceVersion: "15984" uid: 4151d754-ab50-445d-bd7b-66d9e94ee068 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:39:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15563" uid: 65ce008c-f558-4d92-8172-fcd9e6e2a9bd kind: Event lastTimestamp: "2026-09-15T16:40:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:38Z" name: isvc-xgboost-graph-predictor.18d58c0826c0962e namespace: kserve-ci-e2e-test resourceVersion: "16699" uid: ba9b76c9-ba66-4a67-a3e7-c879a3bb68c1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:39:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15563" uid: 65ce008c-f558-4d92-8172-fcd9e6e2a9bd kind: Event lastTimestamp: "2026-09-15T16:40:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:38Z" name: isvc-xgboost-graph-predictor.18d58c082722501f namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: 78f15412-750a-4047-8abd-8406c6f03d04 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15298" uid: ee882f09-d454-47b9-be17-8e874fe2245b kind: Event lastTimestamp: "2026-09-15T16:40:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:15Z" name: isvc-xgboost-graph.18d58bf6ad5401a9 namespace: kserve-ci-e2e-test resourceVersion: "16494" uid: 7e9c06e3-4ba2-4a33-8d5a-b54587c8b855 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "16492" uid: ee882f09-d454-47b9-be17-8e874fe2245b kind: Event lastTimestamp: "2026-09-15T16:40:15Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-15T16:40:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:15Z" name: isvc-xgboost-graph.18d58c0d36534754 namespace: kserve-ci-e2e-test resourceVersion: "16493" uid: f52d17d8-cbe9-4ec6-b103-d08897984668 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:40:48.239934Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-566f7f6cdf-kxkvs namespace: kserve-ci-e2e-test resourceVersion: "16787" uid: 401c9238-51bd-49da-80e5-ccb8f8a81f79 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-566f7f6cdf-kxkvs to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:40:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:40:48Z" name: model-chainer-566f7f6cdf-kxkvs.18d58c14e04be161 namespace: kserve-ci-e2e-test resourceVersion: "16793" uid: 1721b3ed-db99-43ee-b5d9-6744b6d75e03 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:40:48Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-566f7f6cdf-kxkvs namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: 401c9238-51bd-49da-80e5-ccb8f8a81f79 kind: Event lastTimestamp: "2026-09-15T16:40:49Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:40:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:49Z" name: model-chainer-566f7f6cdf-kxkvs.18d58c14f0a4303a namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 1a5675f2-ce09-442c-b033-30590ca1f684 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:50Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-566f7f6cdf-kxkvs namespace: kserve-ci-e2e-test resourceVersion: "16796" uid: 401c9238-51bd-49da-80e5-ccb8f8a81f79 kind: Event lastTimestamp: "2026-09-15T16:40:50Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:40:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:40:50Z" name: model-chainer-566f7f6cdf-kxkvs.18d58c155bc853a5 namespace: kserve-ci-e2e-test resourceVersion: "16821" uid: 29be0228-f7a0-4a3c-9abc-b5609cd51773 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-566f7f6cdf-kxkvs namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: 401c9238-51bd-49da-80e5-ccb8f8a81f79 kind: Event lastTimestamp: "2026-09-15T16:40:50Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:50Z" name: model-chainer-566f7f6cdf-kxkvs.18d58c155cf05336 namespace: kserve-ci-e2e-test resourceVersion: "16823" uid: 5f68d1a2-d668-4e00-bdf2-add25ea9c7f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-566f7f6cdf-kxkvs namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: 401c9238-51bd-49da-80e5-ccb8f8a81f79 kind: Event lastTimestamp: "2026-09-15T16:40:50Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-15T16:40:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:50Z" name: model-chainer-566f7f6cdf-kxkvs.18d58c15601b71ab namespace: kserve-ci-e2e-test resourceVersion: "16825" uid: 8564fb29-9219-4224-9168-c1b35240ce2e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-566f7f6cdf-kxkvs namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: 401c9238-51bd-49da-80e5-ccb8f8a81f79 kind: Event lastTimestamp: "2026-09-15T16:40:50Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-15T16:40:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:50Z" name: model-chainer-566f7f6cdf-kxkvs.18d58c15608e1e3f namespace: kserve-ci-e2e-test resourceVersion: "16826" uid: d91e76d1-caf1-4ccb-8101-5e1a4d0f1767 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-566f7f6cdf-kxkvs namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: 401c9238-51bd-49da-80e5-ccb8f8a81f79 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:58Z" name: model-chainer-566f7f6cdf-kxkvs.18d58c1739d64030 namespace: kserve-ci-e2e-test resourceVersion: "16932" uid: 07947c16-42d7-4687-b5d4-06942e640e28 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:41:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-566f7f6cdf-kxkvs namespace: kserve-ci-e2e-test resourceVersion: "16790" uid: 401c9238-51bd-49da-80e5-ccb8f8a81f79 kind: Event lastTimestamp: "2026-09-15T16:41:26Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T16:41:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:26Z" name: model-chainer-566f7f6cdf-kxkvs.18d58c18044e344b namespace: kserve-ci-e2e-test resourceVersion: "17346" uid: 3c8a6a6e-9459-4e22-a2ce-0f551100802f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-566f7f6cdf namespace: kserve-ci-e2e-test resourceVersion: "16783" uid: 76676cca-1ec8-4932-ae10-a1982ec1ba79 kind: Event lastTimestamp: "2026-09-15T16:40:48Z" message: 'Created pod: model-chainer-566f7f6cdf-kxkvs' metadata: creationTimestamp: "2026-09-15T16:40:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:48Z" name: model-chainer-566f7f6cdf.18d58c14dfb74913 namespace: kserve-ci-e2e-test resourceVersion: "16791" uid: 4fb82344-7fab-41c4-82e6-312cdd195aae reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16781" uid: de719595-b2d9-42f0-b40e-42bef82bcd73 kind: Event lastTimestamp: "2026-09-15T16:40:48Z" message: Scaled up replica set model-chainer-566f7f6cdf from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:40:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:48Z" name: model-chainer.18d58c14de8081c6 namespace: kserve-ci-e2e-test resourceVersion: "16784" uid: 8b8b43f9-a341-4bbe-b3c1-92e6707b3698 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:48Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16799" uid: 454d9071-b8fe-4a45-b0df-4042c8293a35 kind: Event lastTimestamp: "2026-09-15T16:40:48Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-15T16:40:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:48Z" name: model-chainer.18d58c14e41814a7 namespace: kserve-ci-e2e-test resourceVersion: "16801" uid: e3919c4b-0c0e-4783-b35a-f49fdbd80a0c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:51:13.494527Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-1d1fb-76459958d-swdvz namespace: kserve-ci-e2e-test resourceVersion: "22066" uid: d353453d-f5cb-4f7d-8e34-28b595374dd3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-1d1fb-76459958d-swdvz to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:51:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:51:13Z" name: sequence-graph-1d1fb-76459958d-swdvz.18d58ca6745fc236 namespace: kserve-ci-e2e-test resourceVersion: "22071" uid: 31ffc664-1cc5-49a3-9da4-b553861f572a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:14Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-1d1fb-76459958d-swdvz namespace: kserve-ci-e2e-test resourceVersion: "22075" uid: d353453d-f5cb-4f7d-8e34-28b595374dd3 kind: Event lastTimestamp: "2026-09-15T16:51:14Z" message: Add eth0 [10.132.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:51:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:51:14Z" name: sequence-graph-1d1fb-76459958d-swdvz.18d58ca6968acd6d namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: f8e9c6a2-2aae-4012-a6a0-4985e7b31fc0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1d1fb} kind: Pod name: sequence-graph-1d1fb-76459958d-swdvz namespace: kserve-ci-e2e-test resourceVersion: "22068" uid: d353453d-f5cb-4f7d-8e34-28b595374dd3 kind: Event lastTimestamp: "2026-09-15T16:51:14Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T16:51:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:14Z" name: sequence-graph-1d1fb-76459958d-swdvz.18d58ca697c6279b namespace: kserve-ci-e2e-test resourceVersion: "22097" uid: 77db8f73-c790-43f8-af41-63ad937a0fdb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1d1fb} kind: Pod name: sequence-graph-1d1fb-76459958d-swdvz namespace: kserve-ci-e2e-test resourceVersion: "22068" uid: d353453d-f5cb-4f7d-8e34-28b595374dd3 kind: Event lastTimestamp: "2026-09-15T16:51:14Z" message: 'Created container: sequence-graph-1d1fb' metadata: creationTimestamp: "2026-09-15T16:51:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:14Z" name: sequence-graph-1d1fb-76459958d-swdvz.18d58ca69adf3bfb namespace: kserve-ci-e2e-test resourceVersion: "22098" uid: 80d63b9a-fb6e-4d87-a2b5-1a674f98a7ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1d1fb} kind: Pod name: sequence-graph-1d1fb-76459958d-swdvz namespace: kserve-ci-e2e-test resourceVersion: "22068" uid: d353453d-f5cb-4f7d-8e34-28b595374dd3 kind: Event lastTimestamp: "2026-09-15T16:51:14Z" message: Started container sequence-graph-1d1fb metadata: creationTimestamp: "2026-09-15T16:51:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:14Z" name: sequence-graph-1d1fb-76459958d-swdvz.18d58ca69b57db32 namespace: kserve-ci-e2e-test resourceVersion: "22099" uid: 4278760b-039c-4aff-ac97-41aaab4a8857 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1d1fb} kind: Pod name: sequence-graph-1d1fb-76459958d-swdvz namespace: kserve-ci-e2e-test resourceVersion: "22068" uid: d353453d-f5cb-4f7d-8e34-28b595374dd3 kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: Stopping container sequence-graph-1d1fb metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:23Z" name: sequence-graph-1d1fb-76459958d-swdvz.18d58ca8ce1feac7 namespace: kserve-ci-e2e-test resourceVersion: "22200" uid: a90c05d1-1234-4900-bfe2-a67b768bfe66 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:51:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1d1fb} kind: Pod name: sequence-graph-1d1fb-76459958d-swdvz namespace: kserve-ci-e2e-test resourceVersion: "22068" uid: d353453d-f5cb-4f7d-8e34-28b595374dd3 kind: Event lastTimestamp: "2026-09-15T16:51:50Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T16:51:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:50Z" name: sequence-graph-1d1fb-76459958d-swdvz.18d58ca94a510213 namespace: kserve-ci-e2e-test resourceVersion: "22583" uid: b797c833-4b19-42e8-8d2c-b7f96dd4a85a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-1d1fb-76459958d namespace: kserve-ci-e2e-test resourceVersion: "22063" uid: d0ccbfe3-c949-4f77-9f4f-ab03d3c80635 kind: Event lastTimestamp: "2026-09-15T16:51:13Z" message: 'Created pod: sequence-graph-1d1fb-76459958d-swdvz' metadata: creationTimestamp: "2026-09-15T16:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:13Z" name: sequence-graph-1d1fb-76459958d.18d58ca673f8eb2e namespace: kserve-ci-e2e-test resourceVersion: "22067" uid: a3d5918d-f343-4fd3-9765-066973f54ef2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-1d1fb namespace: kserve-ci-e2e-test resourceVersion: "22061" uid: 6f6730fb-6b44-444c-a244-2c01b07b87d1 kind: Event lastTimestamp: "2026-09-15T16:51:13Z" message: Scaled up replica set sequence-graph-1d1fb-76459958d from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:13Z" name: sequence-graph-1d1fb.18d58ca6733aec76 namespace: kserve-ci-e2e-test resourceVersion: "22064" uid: d9104c58-9359-47ad-9905-63009684aa31 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:13Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-1d1fb namespace: kserve-ci-e2e-test resourceVersion: "22082" uid: af2e59d6-d139-4d4a-8b5e-844e1bb9828c kind: Event lastTimestamp: "2026-09-15T16:51:13Z" message: InferenceGraph [sequence-graph-1d1fb] is Ready metadata: creationTimestamp: "2026-09-15T16:51:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:13Z" name: sequence-graph-1d1fb.18d58ca6782a20e7 namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: a75a2dc2-ea2a-4e43-8007-d6f4a9581f4a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:52:23.803819Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9d406-6b5656b658-2hfxw namespace: kserve-ci-e2e-test resourceVersion: "22868" uid: 342ad092-1645-4149-87f4-3f21210e557d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-9d406-6b5656b658-2hfxw to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:52:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:52:23Z" name: sequence-graph-9d406-6b5656b658-2hfxw.18d58cb6d322a245 namespace: kserve-ci-e2e-test resourceVersion: "22873" uid: 46b3ebcb-0faf-492f-ba4b-c02a03c717e2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:24Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9d406-6b5656b658-2hfxw namespace: kserve-ci-e2e-test resourceVersion: "22880" uid: 342ad092-1645-4149-87f4-3f21210e557d kind: Event lastTimestamp: "2026-09-15T16:52:24Z" message: Add eth0 [10.132.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:52:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:52:24Z" name: sequence-graph-9d406-6b5656b658-2hfxw.18d58cb6f51be0ed namespace: kserve-ci-e2e-test resourceVersion: "22895" uid: f013f97b-eafe-4820-a60e-64860fd7b022 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9d406} kind: Pod name: sequence-graph-9d406-6b5656b658-2hfxw namespace: kserve-ci-e2e-test resourceVersion: "22870" uid: 342ad092-1645-4149-87f4-3f21210e557d kind: Event lastTimestamp: "2026-09-15T16:52:24Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T16:52:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:52:24Z" name: sequence-graph-9d406-6b5656b658-2hfxw.18d58cb6f6555ccb namespace: kserve-ci-e2e-test resourceVersion: "22897" uid: 083d5361-c991-4b04-b995-1217a35d220a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9d406} kind: Pod name: sequence-graph-9d406-6b5656b658-2hfxw namespace: kserve-ci-e2e-test resourceVersion: "22870" uid: 342ad092-1645-4149-87f4-3f21210e557d kind: Event lastTimestamp: "2026-09-15T16:52:24Z" message: 'Created container: sequence-graph-9d406' metadata: creationTimestamp: "2026-09-15T16:52:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:52:24Z" name: sequence-graph-9d406-6b5656b658-2hfxw.18d58cb6f9ae9eed namespace: kserve-ci-e2e-test resourceVersion: "22898" uid: 7024f1b3-b32a-4ad3-900b-ea3d7ad99089 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9d406} kind: Pod name: sequence-graph-9d406-6b5656b658-2hfxw namespace: kserve-ci-e2e-test resourceVersion: "22870" uid: 342ad092-1645-4149-87f4-3f21210e557d kind: Event lastTimestamp: "2026-09-15T16:52:24Z" message: Started container sequence-graph-9d406 metadata: creationTimestamp: "2026-09-15T16:52:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:52:24Z" name: sequence-graph-9d406-6b5656b658-2hfxw.18d58cb6fa1e2b85 namespace: kserve-ci-e2e-test resourceVersion: "22899" uid: ee384251-ebf7-4159-9f4c-9cc5d7f30af0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9d406} kind: Pod name: sequence-graph-9d406-6b5656b658-2hfxw namespace: kserve-ci-e2e-test resourceVersion: "22870" uid: 342ad092-1645-4149-87f4-3f21210e557d kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: Stopping container sequence-graph-9d406 metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:38Z" name: sequence-graph-9d406-6b5656b658-2hfxw.18d58d2a03b99f6b namespace: kserve-ci-e2e-test resourceVersion: "26755" uid: 1fbe7120-69a3-4b33-812e-93f31b76a27e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:00:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9d406} kind: Pod name: sequence-graph-9d406-6b5656b658-2hfxw namespace: kserve-ci-e2e-test resourceVersion: "22870" uid: 342ad092-1645-4149-87f4-3f21210e557d kind: Event lastTimestamp: "2026-09-15T17:01:06Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T17:00:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:06Z" name: sequence-graph-9d406-6b5656b658-2hfxw.18d58d2a971b0a9a namespace: kserve-ci-e2e-test resourceVersion: "27162" uid: 99934056-3258-431b-a7fc-4ebf7366474a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-9d406-6b5656b658 namespace: kserve-ci-e2e-test resourceVersion: "22865" uid: 753ba3c0-09cd-45f3-b8dc-695dd723225c kind: Event lastTimestamp: "2026-09-15T16:52:23Z" message: 'Created pod: sequence-graph-9d406-6b5656b658-2hfxw' metadata: creationTimestamp: "2026-09-15T16:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:23Z" name: sequence-graph-9d406-6b5656b658.18d58cb6d28604ba namespace: kserve-ci-e2e-test resourceVersion: "22869" uid: 965ed159-3267-4784-8495-8d99253544d9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-9d406 namespace: kserve-ci-e2e-test resourceVersion: "22863" uid: 5c2eb6d9-75d9-4e50-973a-e6617675209a kind: Event lastTimestamp: "2026-09-15T16:52:23Z" message: Scaled up replica set sequence-graph-9d406-6b5656b658 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:23Z" name: sequence-graph-9d406.18d58cb6d1be0742 namespace: kserve-ci-e2e-test resourceVersion: "22867" uid: 819775af-6c7c-48fe-8d96-d90819029a53 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:23Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-9d406 namespace: kserve-ci-e2e-test resourceVersion: "22882" uid: 39c89a18-3497-4a28-98bf-0ce51a40d569 kind: Event lastTimestamp: "2026-09-15T16:52:23Z" message: InferenceGraph [sequence-graph-9d406] is Ready metadata: creationTimestamp: "2026-09-15T16:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:52:23Z" name: sequence-graph-9d406.18d58cb6d6e41f98 namespace: kserve-ci-e2e-test resourceVersion: "22884" uid: 852e30fc-98a0-4fa0-8416-9aa2b1c7a686 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:52:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-9d406 namespace: kserve-ci-e2e-test resourceVersion: "22864" uid: e2c11360-4510-4a85-a20d-8f3a5bcc6af2 kind: Event lastTimestamp: "2026-09-15T16:52:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:52:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:53Z" name: sequence-graph-9d406.18d58cba500ba6d6 namespace: kserve-ci-e2e-test resourceVersion: "23113" uid: 0913dfd4-0ee1-44af-91b9-20a2cdbe520a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:52:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-9d406 namespace: kserve-ci-e2e-test resourceVersion: "22864" uid: e2c11360-4510-4a85-a20d-8f3a5bcc6af2 kind: Event lastTimestamp: "2026-09-15T16:52:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:52:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:53Z" name: sequence-graph-9d406.18d58cba5068e9df namespace: kserve-ci-e2e-test resourceVersion: "23114" uid: 55b011c5-2181-4c79-90d7-90e978d262a5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:41:58.546421Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-daa19-76989745dd-jw7xv namespace: kserve-ci-e2e-test resourceVersion: "17615" uid: c6d33604-a4c6-4674-9196-1b5817b79d26 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-daa19-76989745dd-jw7xv to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:41:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:41:58Z" name: sequence-graph-daa19-76989745dd-jw7xv.18d58c253ee3a982 namespace: kserve-ci-e2e-test resourceVersion: "17620" uid: da5548e2-b109-4703-99e9-d4282ecc77cd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:59Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-daa19-76989745dd-jw7xv namespace: kserve-ci-e2e-test resourceVersion: "17624" uid: c6d33604-a4c6-4674-9196-1b5817b79d26 kind: Event lastTimestamp: "2026-09-15T16:41:59Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:41:59Z" name: sequence-graph-daa19-76989745dd-jw7xv.18d58c2560e04b03 namespace: kserve-ci-e2e-test resourceVersion: "17640" uid: d7565348-f879-416d-a111-fedb6cf8ce87 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-daa19} kind: Pod name: sequence-graph-daa19-76989745dd-jw7xv namespace: kserve-ci-e2e-test resourceVersion: "17617" uid: c6d33604-a4c6-4674-9196-1b5817b79d26 kind: Event lastTimestamp: "2026-09-15T16:41:59Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T16:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:59Z" name: sequence-graph-daa19-76989745dd-jw7xv.18d58c256210a98c namespace: kserve-ci-e2e-test resourceVersion: "17642" uid: 57657a4b-6239-4ef5-86eb-6e0cc0a475f5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-daa19} kind: Pod name: sequence-graph-daa19-76989745dd-jw7xv namespace: kserve-ci-e2e-test resourceVersion: "17617" uid: c6d33604-a4c6-4674-9196-1b5817b79d26 kind: Event lastTimestamp: "2026-09-15T16:41:59Z" message: 'Created container: sequence-graph-daa19' metadata: creationTimestamp: "2026-09-15T16:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:59Z" name: sequence-graph-daa19-76989745dd-jw7xv.18d58c2565be41c9 namespace: kserve-ci-e2e-test resourceVersion: "17644" uid: 2331f768-1096-4608-ad54-dd13b5b8790f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-daa19} kind: Pod name: sequence-graph-daa19-76989745dd-jw7xv namespace: kserve-ci-e2e-test resourceVersion: "17617" uid: c6d33604-a4c6-4674-9196-1b5817b79d26 kind: Event lastTimestamp: "2026-09-15T16:41:59Z" message: Started container sequence-graph-daa19 metadata: creationTimestamp: "2026-09-15T16:41:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:59Z" name: sequence-graph-daa19-76989745dd-jw7xv.18d58c25662f13d3 namespace: kserve-ci-e2e-test resourceVersion: "17645" uid: cfb7cfe2-9641-4771-9861-3a4222f72f18 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-daa19} kind: Pod name: sequence-graph-daa19-76989745dd-jw7xv namespace: kserve-ci-e2e-test resourceVersion: "17617" uid: c6d33604-a4c6-4674-9196-1b5817b79d26 kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: Stopping container sequence-graph-daa19 metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:13Z" name: sequence-graph-daa19-76989745dd-jw7xv.18d58c98708c7b05 namespace: kserve-ci-e2e-test resourceVersion: "21234" uid: 12c0f27c-c80b-45b5-b73e-402810964709 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:50:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-daa19} kind: Pod name: sequence-graph-daa19-76989745dd-jw7xv namespace: kserve-ci-e2e-test resourceVersion: "17617" uid: c6d33604-a4c6-4674-9196-1b5817b79d26 kind: Event lastTimestamp: "2026-09-15T16:50:41Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T16:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:41Z" name: sequence-graph-daa19-76989745dd-jw7xv.18d58c9914ada6d9 namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 3373a8aa-9126-4ed0-9c5e-dea79c7d1e87 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-daa19-76989745dd namespace: kserve-ci-e2e-test resourceVersion: "17612" uid: 17e459b7-b44a-4570-8c45-f2fef508ae83 kind: Event lastTimestamp: "2026-09-15T16:41:58Z" message: 'Created pod: sequence-graph-daa19-76989745dd-jw7xv' metadata: creationTimestamp: "2026-09-15T16:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:58Z" name: sequence-graph-daa19-76989745dd.18d58c253e7c205a namespace: kserve-ci-e2e-test resourceVersion: "17616" uid: e545a63c-72d8-4a1e-b553-4517861b6e8c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-daa19 namespace: kserve-ci-e2e-test resourceVersion: "17609" uid: eb6e9e4b-e373-4562-a392-a0192d798ce3 kind: Event lastTimestamp: "2026-09-15T16:41:58Z" message: Scaled up replica set sequence-graph-daa19-76989745dd from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:58Z" name: sequence-graph-daa19.18d58c253d987dda namespace: kserve-ci-e2e-test resourceVersion: "17613" uid: 809ee9ee-413e-4f7c-8e66-3d0f1b2e7062 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:58Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-daa19 namespace: kserve-ci-e2e-test resourceVersion: "17628" uid: db1b7576-5fc1-440c-b3ce-591fafb3247e kind: Event lastTimestamp: "2026-09-15T16:41:58Z" message: InferenceGraph [sequence-graph-daa19] is Ready metadata: creationTimestamp: "2026-09-15T16:41:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:41:58Z" name: sequence-graph-daa19.18d58c25434c9f26 namespace: kserve-ci-e2e-test resourceVersion: "17630" uid: ce32b54b-ceb4-479c-abd3-3326eb18e0af reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:42:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-daa19 namespace: kserve-ci-e2e-test resourceVersion: "17611" uid: 51eda107-ad13-4729-a33e-59a97e9e5ebd kind: Event lastTimestamp: "2026-09-15T16:42:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:42:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:42:58Z" name: sequence-graph-daa19.18d58c28bc05033a namespace: kserve-ci-e2e-test resourceVersion: "18068" uid: c392ffab-a04a-40ce-a63f-9ee70958984f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:42:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-daa19 namespace: kserve-ci-e2e-test resourceVersion: "17611" uid: 51eda107-ad13-4729-a33e-59a97e9e5ebd kind: Event lastTimestamp: "2026-09-15T16:42:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:42:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:42:58Z" name: sequence-graph-daa19.18d58c28bc57730c namespace: kserve-ci-e2e-test resourceVersion: "18069" uid: 168bdce4-881a-40ef-939d-c80c80e0b38a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-15T17:02:19.070321Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-1f299-85d87f69dc-7z9ns namespace: kserve-ci-e2e-test resourceVersion: "27968" uid: ec15c26b-c74e-47e5-9eca-f9a873ef1db0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-1f299-85d87f69dc-7z9ns to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T17:02:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T17:02:19Z" name: splitter-graph-1f299-85d87f69dc-7z9ns.18d58d416bc8655e namespace: kserve-ci-e2e-test resourceVersion: "27973" uid: d8912f29-0028-4380-8c37-51d7a7658874 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:02:19Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-1f299-85d87f69dc-7z9ns namespace: kserve-ci-e2e-test resourceVersion: "27979" uid: ec15c26b-c74e-47e5-9eca-f9a873ef1db0 kind: Event lastTimestamp: "2026-09-15T17:02:19Z" message: Add eth0 [10.132.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T17:02:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T17:02:19Z" name: splitter-graph-1f299-85d87f69dc-7z9ns.18d58d418d9f6518 namespace: kserve-ci-e2e-test resourceVersion: "27989" uid: 082b3a3c-07a2-4f9c-a4a3-3d1664b02428 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:02:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1f299} kind: Pod name: splitter-graph-1f299-85d87f69dc-7z9ns namespace: kserve-ci-e2e-test resourceVersion: "27971" uid: ec15c26b-c74e-47e5-9eca-f9a873ef1db0 kind: Event lastTimestamp: "2026-09-15T17:02:19Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T17:02:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:02:19Z" name: splitter-graph-1f299-85d87f69dc-7z9ns.18d58d418eccd70a namespace: kserve-ci-e2e-test resourceVersion: "27991" uid: 15e9de39-2786-42e2-b642-d02a5eeec5cf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:02:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1f299} kind: Pod name: splitter-graph-1f299-85d87f69dc-7z9ns namespace: kserve-ci-e2e-test resourceVersion: "27971" uid: ec15c26b-c74e-47e5-9eca-f9a873ef1db0 kind: Event lastTimestamp: "2026-09-15T17:02:19Z" message: 'Created container: splitter-graph-1f299' metadata: creationTimestamp: "2026-09-15T17:02:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:02:19Z" name: splitter-graph-1f299-85d87f69dc-7z9ns.18d58d4192569dc0 namespace: kserve-ci-e2e-test resourceVersion: "27992" uid: a088403e-63e0-45eb-b039-90f4a6ab8257 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:02:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1f299} kind: Pod name: splitter-graph-1f299-85d87f69dc-7z9ns namespace: kserve-ci-e2e-test resourceVersion: "27971" uid: ec15c26b-c74e-47e5-9eca-f9a873ef1db0 kind: Event lastTimestamp: "2026-09-15T17:02:19Z" message: Started container splitter-graph-1f299 metadata: creationTimestamp: "2026-09-15T17:02:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:02:19Z" name: splitter-graph-1f299-85d87f69dc-7z9ns.18d58d4192c8e344 namespace: kserve-ci-e2e-test resourceVersion: "27993" uid: 2521da5e-c601-4b4b-800f-4e6ae31d6908 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1f299} kind: Pod name: splitter-graph-1f299-85d87f69dc-7z9ns namespace: kserve-ci-e2e-test resourceVersion: "27971" uid: ec15c26b-c74e-47e5-9eca-f9a873ef1db0 kind: Event lastTimestamp: "2026-09-15T17:10:33Z" message: Stopping container splitter-graph-1f299 metadata: creationTimestamp: "2026-09-15T17:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:10:33Z" name: splitter-graph-1f299-85d87f69dc-7z9ns.18d58db498650e58 namespace: kserve-ci-e2e-test resourceVersion: "31408" uid: 94f08b1a-0858-49e9-9858-5bc6d0e95a51 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:10:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-1f299} kind: Pod name: splitter-graph-1f299-85d87f69dc-7z9ns namespace: kserve-ci-e2e-test resourceVersion: "27971" uid: ec15c26b-c74e-47e5-9eca-f9a873ef1db0 kind: Event lastTimestamp: "2026-09-15T17:11:00Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T17:10:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:11:00Z" name: splitter-graph-1f299-85d87f69dc-7z9ns.18d58db511f69254 namespace: kserve-ci-e2e-test resourceVersion: "31637" uid: c77c143a-ca73-432c-9cba-7039f0e9a8ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:02:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-1f299-85d87f69dc namespace: kserve-ci-e2e-test resourceVersion: "27965" uid: 081edf03-83fd-4d69-8d83-ab3bc4e702bb kind: Event lastTimestamp: "2026-09-15T17:02:19Z" message: 'Created pod: splitter-graph-1f299-85d87f69dc-7z9ns' metadata: creationTimestamp: "2026-09-15T17:02:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:19Z" name: splitter-graph-1f299-85d87f69dc.18d58d416b5e5480 namespace: kserve-ci-e2e-test resourceVersion: "27970" uid: 3a2a8db6-33e7-43d8-b2cb-22bdf5496fb3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:02:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27963" uid: f1bd798d-b5a9-4734-b148-321536c17d1e kind: Event lastTimestamp: "2026-09-15T17:02:19Z" message: Scaled up replica set splitter-graph-1f299-85d87f69dc from 0 to 1 metadata: creationTimestamp: "2026-09-15T17:02:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:19Z" name: splitter-graph-1f299.18d58d416a8d3f48 namespace: kserve-ci-e2e-test resourceVersion: "27966" uid: 1dc367fc-e7b8-4a6c-8d65-67e35c1cc4cc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:02:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27981" uid: 20e2feb2-bf95-4634-bc3c-59337f6be7fd kind: Event lastTimestamp: "2026-09-15T17:02:19Z" message: InferenceGraph [splitter-graph-1f299] is Ready metadata: creationTimestamp: "2026-09-15T17:02:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:02:19Z" name: splitter-graph-1f299.18d58d416fa7ab64 namespace: kserve-ci-e2e-test resourceVersion: "27983" uid: 32f29571-f796-4f7f-821b-6dc2d34854ea reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:02:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27964" uid: 16e07812-d691-4331-82d0-22aa486ab394 kind: Event lastTimestamp: "2026-09-15T17:02:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:02:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:49Z" name: splitter-graph-1f299.18d58d44e8f7e515 namespace: kserve-ci-e2e-test resourceVersion: "28211" uid: e5afa8de-9385-4dbd-8380-801021666646 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:02:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27964" uid: 16e07812-d691-4331-82d0-22aa486ab394 kind: Event lastTimestamp: "2026-09-15T17:02:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:02:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:49Z" name: splitter-graph-1f299.18d58d44e95e6bef namespace: kserve-ci-e2e-test resourceVersion: "28212" uid: 72829cae-5373-4847-b37b-a6cdb77a6391 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-15T17:00:58.776181Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-6a778-54754f5494-z6lzx namespace: kserve-ci-e2e-test resourceVersion: "27078" uid: 4ec9818f-5190-4235-9e07-0aee890adb04 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-6a778-54754f5494-z6lzx to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T17:00:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T17:00:58Z" name: splitter-graph-6a778-54754f5494-z6lzx.18d58d2eb9e1176c namespace: kserve-ci-e2e-test resourceVersion: "27085" uid: 4bda6e42-d4a1-4a92-bbb1-5d14b8077f5a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:59Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-6a778-54754f5494-z6lzx namespace: kserve-ci-e2e-test resourceVersion: "27088" uid: 4ec9818f-5190-4235-9e07-0aee890adb04 kind: Event lastTimestamp: "2026-09-15T17:00:59Z" message: Add eth0 [10.132.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T17:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T17:00:59Z" name: splitter-graph-6a778-54754f5494-z6lzx.18d58d2edbdf90df namespace: kserve-ci-e2e-test resourceVersion: "27103" uid: 41cbc843-e76f-46bb-bd21-46da62c4c1c8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-6a778} kind: Pod name: splitter-graph-6a778-54754f5494-z6lzx namespace: kserve-ci-e2e-test resourceVersion: "27081" uid: 4ec9818f-5190-4235-9e07-0aee890adb04 kind: Event lastTimestamp: "2026-09-15T17:00:59Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T17:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:59Z" name: splitter-graph-6a778-54754f5494-z6lzx.18d58d2edd07bea2 namespace: kserve-ci-e2e-test resourceVersion: "27105" uid: a8fd5900-0493-498a-8da5-51c52354aa7e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-6a778} kind: Pod name: splitter-graph-6a778-54754f5494-z6lzx namespace: kserve-ci-e2e-test resourceVersion: "27081" uid: 4ec9818f-5190-4235-9e07-0aee890adb04 kind: Event lastTimestamp: "2026-09-15T17:00:59Z" message: 'Created container: splitter-graph-6a778' metadata: creationTimestamp: "2026-09-15T17:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:59Z" name: splitter-graph-6a778-54754f5494-z6lzx.18d58d2ee01063f6 namespace: kserve-ci-e2e-test resourceVersion: "27106" uid: 12785367-1ffc-4bd8-a0c4-d5298a0f2d9e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-6a778} kind: Pod name: splitter-graph-6a778-54754f5494-z6lzx namespace: kserve-ci-e2e-test resourceVersion: "27081" uid: 4ec9818f-5190-4235-9e07-0aee890adb04 kind: Event lastTimestamp: "2026-09-15T17:00:59Z" message: Started container splitter-graph-6a778 metadata: creationTimestamp: "2026-09-15T17:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:59Z" name: splitter-graph-6a778-54754f5494-z6lzx.18d58d2ee080b1a8 namespace: kserve-ci-e2e-test resourceVersion: "27107" uid: 5b1506b3-171c-4a94-9c0a-4678a1e0588c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-6a778} kind: Pod name: splitter-graph-6a778-54754f5494-z6lzx namespace: kserve-ci-e2e-test resourceVersion: "27081" uid: 4ec9818f-5190-4235-9e07-0aee890adb04 kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: Stopping container splitter-graph-6a778 metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:08Z" name: splitter-graph-6a778-54754f5494-z6lzx.18d58d311098763c namespace: kserve-ci-e2e-test resourceVersion: "27205" uid: cc9da4eb-30b3-4cb4-8484-8e338551018f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-6a778} kind: Pod name: splitter-graph-6a778-54754f5494-z6lzx namespace: kserve-ci-e2e-test resourceVersion: "27081" uid: 4ec9818f-5190-4235-9e07-0aee890adb04 kind: Event lastTimestamp: "2026-09-15T17:01:36Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T17:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:36Z" name: splitter-graph-6a778-54754f5494-z6lzx.18d58d31aa87ff71 namespace: kserve-ci-e2e-test resourceVersion: "27578" uid: 23367e13-8807-4d89-bc73-31cdcfa5c7b7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-6a778-54754f5494 namespace: kserve-ci-e2e-test resourceVersion: "27075" uid: a6b94b02-688a-44a5-b93a-02a21ddd2a20 kind: Event lastTimestamp: "2026-09-15T17:00:58Z" message: 'Created pod: splitter-graph-6a778-54754f5494-z6lzx' metadata: creationTimestamp: "2026-09-15T17:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:58Z" name: splitter-graph-6a778-54754f5494.18d58d2eb96415bb namespace: kserve-ci-e2e-test resourceVersion: "27080" uid: 177f375e-2fc5-4844-99c9-59195f6e3abe reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-6a778 namespace: kserve-ci-e2e-test resourceVersion: "27073" uid: a6a377b4-962c-48a6-885f-dc0e92226991 kind: Event lastTimestamp: "2026-09-15T17:00:58Z" message: Scaled up replica set splitter-graph-6a778-54754f5494 from 0 to 1 metadata: creationTimestamp: "2026-09-15T17:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:58Z" name: splitter-graph-6a778.18d58d2eb8a49903 namespace: kserve-ci-e2e-test resourceVersion: "27076" uid: 1635d0ad-598f-49e9-b112-399fe54647e9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:58Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-6a778 namespace: kserve-ci-e2e-test resourceVersion: "27092" uid: cfa277a3-3d18-4ab5-bc6a-8669b178d510 kind: Event lastTimestamp: "2026-09-15T17:00:58Z" message: InferenceGraph [splitter-graph-6a778] is Ready metadata: creationTimestamp: "2026-09-15T17:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:00:58Z" name: splitter-graph-6a778.18d58d2ebed55428 namespace: kserve-ci-e2e-test resourceVersion: "27095" uid: 0c7d577b-c486-4b36-aa61-a2e2a87da775 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:50:33.856993Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21638" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0591a-predictor-78848d555b-bpb6k to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:50:33Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d39cafda3 namespace: kserve-ci-e2e-test resourceVersion: "21643" uid: b41c6229-3cd6-444d-8037-835ffa3ae0af reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:34Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:50:34Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-0591a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:34Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d429bc03e namespace: kserve-ci-e2e-test resourceVersion: "21675" uid: 20c8d900-94d5-4aea-8edc-3ad9148c4117 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:35Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21647" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:50:35Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:50:35Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d7f530f51 namespace: kserve-ci-e2e-test resourceVersion: "21700" uid: 81d46623-0892-481b-97f9-a1d03417f8c8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:50:35Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:35Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d80a88cd7 namespace: kserve-ci-e2e-test resourceVersion: "21702" uid: 730171cc-08fc-4b43-a78a-ab83e70f53f1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:50:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:35Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d83dcee37 namespace: kserve-ci-e2e-test resourceVersion: "21703" uid: 44f6e4ba-f254-4b82-adc9-6ca716fad20b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:50:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:35Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d844a6efa namespace: kserve-ci-e2e-test resourceVersion: "21704" uid: 95ea0c7b-a20e-4665-9251-97ea2fa3b198 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:50:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:35Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d8453cbf3 namespace: kserve-ci-e2e-test resourceVersion: "21705" uid: c0310d65-383a-4405-9278-35dc63ecde55 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:50:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:35Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d8827b702 namespace: kserve-ci-e2e-test resourceVersion: "21707" uid: b65038ba-445d-4939-9b05-8b3ce2bf8cac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:50:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:35Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9d889b9949 namespace: kserve-ci-e2e-test resourceVersion: "21708" uid: f8293a84-bf25-47bb-bfa7-719aa0dd8d94 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-15T16:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T17:00:01Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:01Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58c9da0834779 namespace: kserve-ci-e2e-test resourceVersion: "26454" uid: b1d2730d-2d4f-4de9-be3b-fd5c87b83a62 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:58Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58d20bba8b439 namespace: kserve-ci-e2e-test resourceVersion: "26342" uid: d7961ed9-9086-4e7d-80ed-a85c29f94f86 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:58Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58d20bba92ba3 namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: a17b3f6b-5805-4ec6-86ba-ddcbd981871a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0591a-predictor-78848d555b-bpb6k namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 898c4f24-2f09-4896-8e8a-7c9ae3f86f6d kind: Event lastTimestamp: "2026-09-15T17:00:01Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:01Z" name: success-200-isvc-0591a-predictor-78848d555b-bpb6k.18d58d2168f9e32a namespace: kserve-ci-e2e-test resourceVersion: "26453" uid: 30a82201-9cf5-486e-8fba-6e3c4a71c401 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0591a-predictor-78848d555b namespace: kserve-ci-e2e-test resourceVersion: "21632" uid: 7935454b-3193-4b9d-84c1-a83d405870aa kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: 'Created pod: success-200-isvc-0591a-predictor-78848d555b-bpb6k' metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:33Z" name: success-200-isvc-0591a-predictor-78848d555b.18d58c9d39572f0f namespace: kserve-ci-e2e-test resourceVersion: "21639" uid: 5c7d2d44-b5a5-40f8-a9ff-e31be762548b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21630" uid: 72866870-00b3-4ccb-8e0c-b2f9daa1c439 kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: Scaled up replica set success-200-isvc-0591a-predictor-78848d555b from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:33Z" name: success-200-isvc-0591a-predictor.18d58c9d37d697ac namespace: kserve-ci-e2e-test resourceVersion: "21634" uid: b22c5693-c03a-4f3f-8834-8ddc358ff917 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21631" uid: c9a73af1-66fb-4837-98e5-d84c5f302b46 kind: Event lastTimestamp: "2026-09-15T16:51:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:03Z" name: success-200-isvc-0591a-predictor.18d58ca0b62e7ef9 namespace: kserve-ci-e2e-test resourceVersion: "21979" uid: 03b36486-ba61-427a-9907-28df1cc0fbaf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21631" uid: c9a73af1-66fb-4837-98e5-d84c5f302b46 kind: Event lastTimestamp: "2026-09-15T16:51:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:50:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:03Z" name: success-200-isvc-0591a-predictor.18d58ca0b694e80a namespace: kserve-ci-e2e-test resourceVersion: "21980" uid: f764bde0-f0cc-41e1-aafd-cf96d10482c9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:51:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21844" uid: c9a73af1-66fb-4837-98e5-d84c5f302b46 kind: Event lastTimestamp: "2026-09-15T16:51:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:48Z" name: success-200-isvc-0591a-predictor.18d58ca7b3e1ba19 namespace: kserve-ci-e2e-test resourceVersion: "22564" uid: 31802d6a-9f85-40ec-b5aa-00cc94b25401 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:51:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0591a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21844" uid: c9a73af1-66fb-4837-98e5-d84c5f302b46 kind: Event lastTimestamp: "2026-09-15T16:51:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:48Z" name: success-200-isvc-0591a-predictor.18d58ca7b44834be namespace: kserve-ci-e2e-test resourceVersion: "22565" uid: 6d35dbb9-6cdf-463e-be26-3fa998124252 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0591a namespace: kserve-ci-e2e-test resourceVersion: "21620" uid: 07aba800-6b23-435f-8954-b2990d180967 kind: Event lastTimestamp: "2026-09-15T16:51:31Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:31Z" name: success-200-isvc-0591a.18d58c9d37d7d4d4 namespace: kserve-ci-e2e-test resourceVersion: "22395" uid: 3d569534-27ea-4c71-9ab8-c8cf02874ea9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0591a namespace: kserve-ci-e2e-test resourceVersion: "22393" uid: 07aba800-6b23-435f-8954-b2990d180967 kind: Event lastTimestamp: "2026-09-15T16:51:31Z" message: InferenceService [success-200-isvc-0591a] is Ready metadata: creationTimestamp: "2026-09-15T16:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:31Z" name: success-200-isvc-0591a.18d58caaaf6eece1 namespace: kserve-ci-e2e-test resourceVersion: "22394" uid: 433b552f-5d2c-40c5-a360-b1f01dd0f577 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:38:38.475231Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15297" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:38:38Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bf6a9b7a752 namespace: kserve-ci-e2e-test resourceVersion: "15303" uid: bd71e02a-a446-44f2-b8f3-e5356a893ddc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-19dbe-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:38Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bf6b250ccdc namespace: kserve-ci-e2e-test resourceVersion: "15336" uid: 718d1a3a-f1b9-42b4-9dc0-61632ec8a44c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:39Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:39Z" message: Add eth0 [10.134.0.15/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:38:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:38:39Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bf6ef98fbac namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: bd3d6296-794a-486d-bf77-3d5f3bff9a4e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:39Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" metadata: creationTimestamp: "2026-09-15T16:38:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:39Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bf6f0dd30ac namespace: kserve-ci-e2e-test resourceVersion: "15425" uid: ecdc2f40-815c-4154-9485-9fa565c65e26 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:55Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" in 16.052s (16.052s including waiting). Image size: 1356696664 bytes.' metadata: creationTimestamp: "2026-09-15T16:38:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:55Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bfaadaf2e9b namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: 9ceebc79-e775-4278-b5f1-6abe33fce703 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:38:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:55Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bfab1420afa namespace: kserve-ci-e2e-test resourceVersion: "15594" uid: 63838f29-60f0-4ca4-b31f-e1c073b0aa83 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:38:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:55Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bfab1c4f06e namespace: kserve-ci-e2e-test resourceVersion: "15595" uid: 7788c777-f96a-40ee-b64c-d6cddeb55a82 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:55Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-15T16:38:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:55Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bfab1d45158 namespace: kserve-ci-e2e-test resourceVersion: "15598" uid: ceaa9d20-f202-4250-bd0a-eb7a1be47bf1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:58Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.592s (2.592s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-15T16:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:58Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bfb4c539d72 namespace: kserve-ci-e2e-test resourceVersion: "15620" uid: 9ba63fe7-9540-46fc-a78c-111b60fa1dee reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:58Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bfb4f7f905a namespace: kserve-ci-e2e-test resourceVersion: "15621" uid: efe48258-252b-4d6d-99ee-3c1c65a3ebc0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:38:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:38:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:38:58Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bfb4ffdf693 namespace: kserve-ci-e2e-test resourceVersion: "15623" uid: 768c9b40-5486-4a0e-bba5-bccef4da3944 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:38:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:39:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.15:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:38:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:35Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58bfb7162e231 namespace: kserve-ci-e2e-test resourceVersion: "15950" uid: a3def679-9504-469f-aea0-be6733ebada1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:08Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58c0ba2120888 namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: e691cf89-7af1-4b72-a192-0fd34a3ae406 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:08Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58c0ba2129677 namespace: kserve-ci-e2e-test resourceVersion: "16326" uid: d1a34689-1b6a-4336-a1b1-468b7d2882bc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 2ff81c6c-e922-4c67-bc1c-197a2f221750 kind: Event lastTimestamp: "2026-09-15T16:40:10Z" message: 'Readiness probe failed: Get "https://10.134.0.15:8643/healthz": dial tcp 10.134.0.15:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:40:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:10Z" name: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp.18d58c0bf98cfffc namespace: kserve-ci-e2e-test resourceVersion: "16425" uid: d85419be-8ffe-4a0f-a8e6-01a6faf164db reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-19dbe-predictor-96fddc7c8 namespace: kserve-ci-e2e-test resourceVersion: "15290" uid: 40c8860e-c6e5-473c-b5bc-e39e2d202428 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: 'Created pod: success-200-isvc-19dbe-predictor-96fddc7c8-lvhzp' metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: success-200-isvc-19dbe-predictor-96fddc7c8.18d58bf6a942d0f3 namespace: kserve-ci-e2e-test resourceVersion: "15300" uid: 44fd80c1-00b9-46e9-9ed4-d2e5a2f95ad8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15288" uid: 645fea4e-211c-4edc-b41d-22e7c04ec517 kind: Event lastTimestamp: "2026-09-15T16:38:38Z" message: Scaled up replica set success-200-isvc-19dbe-predictor-96fddc7c8 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:38:38Z" name: success-200-isvc-19dbe-predictor.18d58bf6a6f92262 namespace: kserve-ci-e2e-test resourceVersion: "15291" uid: 70d5c026-6f93-4f4a-8bf7-8484c36e3758 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15289" uid: 1a846771-2e4e-4f81-989a-24819ab63d64 kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: success-200-isvc-19dbe-predictor.18d58bfa254ba5c3 namespace: kserve-ci-e2e-test resourceVersion: "15980" uid: 1c1fd725-ed05-4620-a312-f3ac14d4b39d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:38:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15289" uid: 1a846771-2e4e-4f81-989a-24819ab63d64 kind: Event lastTimestamp: "2026-09-15T16:39:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:38:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:38Z" name: success-200-isvc-19dbe-predictor.18d58bfa25b00487 namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: 88d0dcb4-c153-4f0c-b701-9aa09e2a02e1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:39:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15559" uid: 1a846771-2e4e-4f81-989a-24819ab63d64 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:08Z" name: success-200-isvc-19dbe-predictor.18d58c0122f460b4 namespace: kserve-ci-e2e-test resourceVersion: "16310" uid: b7994ae5-2f5f-4427-806a-8e536c6ef4a1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:39:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-19dbe-predictor namespace: kserve-ci-e2e-test resourceVersion: "15559" uid: 1a846771-2e4e-4f81-989a-24819ab63d64 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:39:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:08Z" name: success-200-isvc-19dbe-predictor.18d58c0123584b12 namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: e82af619-d593-41b9-b723-121a65b378c5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:38:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-19dbe namespace: kserve-ci-e2e-test resourceVersion: "15278" uid: aea77fb9-e233-443d-b159-dd56510b3b53 kind: Event lastTimestamp: "2026-09-15T16:39:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:38:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:39:45Z" name: success-200-isvc-19dbe.18d58bf6a6fa8e4b namespace: kserve-ci-e2e-test resourceVersion: "16048" uid: 0fedc834-7dc2-4389-b78d-79d3f1dd4cc4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-19dbe namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: aea77fb9-e233-443d-b159-dd56510b3b53 kind: Event lastTimestamp: "2026-09-15T16:39:45Z" message: InferenceService [success-200-isvc-19dbe] is Ready metadata: creationTimestamp: "2026-09-15T16:39:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:39:45Z" name: success-200-isvc-19dbe.18d58c062ef5f905 namespace: kserve-ci-e2e-test resourceVersion: "16045" uid: 319cbb1c-6ee2-422f-9e08-8314c7b76b21 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:50:13.511873Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21272" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:50:13Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c987d218345 namespace: kserve-ci-e2e-test resourceVersion: "21277" uid: e9935bcc-7e0c-4b08-9d1d-b733ecda1532 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-1d1fb-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:13Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c988b6b3d35 namespace: kserve-ci-e2e-test resourceVersion: "21327" uid: 4536a01c-c794-4eb6-8208-90b7ba45ad4e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21291" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:50:14Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c98c3151f16 namespace: kserve-ci-e2e-test resourceVersion: "21343" uid: 204ceb3c-df49-4972-8b52-f3bc6f622bbc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c98c46901f3 namespace: kserve-ci-e2e-test resourceVersion: "21345" uid: ff5f48d0-8f1c-43d0-86d1-da2724d5b4a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c98c77f9e0f namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: e38cb5e7-c362-45c2-b4ed-e3b6fc5b09c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c98c7f3c7be namespace: kserve-ci-e2e-test resourceVersion: "21348" uid: ad774580-3c88-4af6-9312-4cdb6f28fa9c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c98c7fd75dc namespace: kserve-ci-e2e-test resourceVersion: "21349" uid: d795ee2f-d4e6-4e9a-bc91-404a68cbddb7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c98cc467300 namespace: kserve-ci-e2e-test resourceVersion: "21353" uid: c7a7f657-eba0-495b-8432-28394d795e48 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:50:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:14Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c98ccc10f7a namespace: kserve-ci-e2e-test resourceVersion: "21354" uid: 52b8d05d-23db-465f-b72e-3aee8d8ec52c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:50:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:50:51Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:50:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:51Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58c98f316cc27 namespace: kserve-ci-e2e-test resourceVersion: "21866" uid: 69ca4bf1-c602-41b2-bfba-512a5839321b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:23Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58ca8d328256b namespace: kserve-ci-e2e-test resourceVersion: "22219" uid: 485c04f1-3aa8-47d4-a5ea-d914773e4ded reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:23Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58ca8d328a0bb namespace: kserve-ci-e2e-test resourceVersion: "22225" uid: eeaf6edf-6b29-4e58-b074-57be87597089 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 90c20cef-c135-4127-9b1b-fbf02e97ad25 kind: Event lastTimestamp: "2026-09-15T16:51:26Z" message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:51:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:26Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727.18d58ca97b506916 namespace: kserve-ci-e2e-test resourceVersion: "22339" uid: 1be3051b-5e6a-471d-aa58-31f1762ce5cd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-1d1fb-predictor-7c46f69ccb namespace: kserve-ci-e2e-test resourceVersion: "21266" uid: ac73fb85-5884-49e0-85d9-ec1827821234 kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: 'Created pod: success-200-isvc-1d1fb-predictor-7c46f69ccb-95727' metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:13Z" name: success-200-isvc-1d1fb-predictor-7c46f69ccb.18d58c987cbafc3e namespace: kserve-ci-e2e-test resourceVersion: "21273" uid: e934bb46-e5f0-4e52-9839-ed2411d183bc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: dde31894-43ea-48a8-b977-3866d91e9dfe kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: Scaled up replica set success-200-isvc-1d1fb-predictor-7c46f69ccb from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:13Z" name: success-200-isvc-1d1fb-predictor.18d58c987af98281 namespace: kserve-ci-e2e-test resourceVersion: "21267" uid: 5d8f686b-7ecd-4617-beda-34d5ac9acc61 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21265" uid: a57478dd-7501-4827-9c6e-ff4d8e3eed17 kind: Event lastTimestamp: "2026-09-15T16:50:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:58Z" name: success-200-isvc-1d1fb-predictor.18d58c9bf97fce67 namespace: kserve-ci-e2e-test resourceVersion: "21919" uid: 112a937c-058a-4611-bc43-a5d99c6b2856 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21265" uid: a57478dd-7501-4827-9c6e-ff4d8e3eed17 kind: Event lastTimestamp: "2026-09-15T16:50:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:58Z" name: success-200-isvc-1d1fb-predictor.18d58c9bf9c37d7b namespace: kserve-ci-e2e-test resourceVersion: "21920" uid: ef6c5a6b-0e73-4bbe-a6fd-cf68621cde0d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21525" uid: a57478dd-7501-4827-9c6e-ff4d8e3eed17 kind: Event lastTimestamp: "2026-09-15T16:51:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:13Z" name: success-200-isvc-1d1fb-predictor.18d58c9f786aa399 namespace: kserve-ci-e2e-test resourceVersion: "22078" uid: f73b3bab-bb2b-4f23-9698-49abbecf7821 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1d1fb-predictor namespace: kserve-ci-e2e-test resourceVersion: "21525" uid: a57478dd-7501-4827-9c6e-ff4d8e3eed17 kind: Event lastTimestamp: "2026-09-15T16:51:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:13Z" name: success-200-isvc-1d1fb-predictor.18d58c9f78ca93eb namespace: kserve-ci-e2e-test resourceVersion: "22080" uid: 4daa49bc-d770-4e51-aa62-82ed12a910dc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1d1fb namespace: kserve-ci-e2e-test resourceVersion: "21254" uid: 9a8a90c4-7ff9-4748-8d08-ad546c5ccd14 kind: Event lastTimestamp: "2026-09-15T16:51:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:01Z" name: success-200-isvc-1d1fb.18d58c987b006516 namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 8efb3a24-98f9-4a65-9cdf-0ae00f2e8f65 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1d1fb namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: 9a8a90c4-7ff9-4748-8d08-ad546c5ccd14 kind: Event lastTimestamp: "2026-09-15T16:51:01Z" message: InferenceService [success-200-isvc-1d1fb] is Ready metadata: creationTimestamp: "2026-09-15T16:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:51:01Z" name: success-200-isvc-1d1fb.18d58ca3ae66129e namespace: kserve-ci-e2e-test resourceVersion: "21955" uid: 0760d215-425d-49f7-8028-b5d347ece757 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T17:01:09.002232Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27262" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T17:01:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T17:01:09Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d311b664718 namespace: kserve-ci-e2e-test resourceVersion: "27267" uid: 6a0ea76c-7b31-4fee-a975-417874e76237 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-1f299-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T17:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:09Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d31226d3678 namespace: kserve-ci-e2e-test resourceVersion: "27296" uid: c4bd4dc5-73b6-41c9-bfcf-55e592773190 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27272" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T17:01:10Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d31614f7bef namespace: kserve-ci-e2e-test resourceVersion: "27322" uid: ac36fbd1-b49e-4c0b-ac58-9aef8df5321c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:10Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d31628ca3fb namespace: kserve-ci-e2e-test resourceVersion: "27324" uid: 0e033b1b-4dc1-4a5f-8e63-a769fc7c58d8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:10Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d3165b51632 namespace: kserve-ci-e2e-test resourceVersion: "27325" uid: 710a7128-5a42-48db-8283-68338030df9b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:10Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d31662678d3 namespace: kserve-ci-e2e-test resourceVersion: "27326" uid: 4aee9593-30a0-42b7-a1e5-6eb7794e5d30 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:10Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d3166300956 namespace: kserve-ci-e2e-test resourceVersion: "27327" uid: 724bf13f-cac2-42a0-9060-567f299139cc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:10Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d31698b00e6 namespace: kserve-ci-e2e-test resourceVersion: "27329" uid: 78e7144f-d8e0-4528-856b-c18c5c449810 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:10Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d3169f9f1c4 namespace: kserve-ci-e2e-test resourceVersion: "27330" uid: 9203fc0b-0805-486d-848b-4c6aa5b95c1d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:01:56Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:56Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58d318cd4fc4f namespace: kserve-ci-e2e-test resourceVersion: "27786" uid: 2150afde-c6ba-41fe-8af9-c4412d4883b5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:10:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T17:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:10:33Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58db4a113682d namespace: kserve-ci-e2e-test resourceVersion: "31425" uid: 7386c3ac-cee9-4a7a-83ab-a926c1ec5bfb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:10:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj namespace: kserve-ci-e2e-test resourceVersion: "27265" uid: b429c763-f770-4b6e-a198-966171a160e0 kind: Event lastTimestamp: "2026-09-15T17:10:33Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:10:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:10:33Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj.18d58db4a11459ae namespace: kserve-ci-e2e-test resourceVersion: "31431" uid: ebabed6f-ce96-44ba-b515-70f2f6cf1a59 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-1f299-predictor-5f5c5bc97d namespace: kserve-ci-e2e-test resourceVersion: "27253" uid: e5c351e7-2c7e-4e22-b9ec-d4d88e58e1bd kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: 'Created pod: success-200-isvc-1f299-predictor-5f5c5bc97d-gfzpj' metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:08Z" name: success-200-isvc-1f299-predictor-5f5c5bc97d.18d58d311b044d98 namespace: kserve-ci-e2e-test resourceVersion: "27264" uid: e488e3b0-aed7-4f3b-9a56-ab89ffaff159 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27250" uid: 259b5765-7b00-4687-898f-e5d3fa4f8fb8 kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: Scaled up replica set success-200-isvc-1f299-predictor-5f5c5bc97d from 0 to 1 metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:08Z" name: success-200-isvc-1f299-predictor.18d58d31194a4d0d namespace: kserve-ci-e2e-test resourceVersion: "27255" uid: b239e6a8-0971-4d7e-a2f1-a5223b0fa192 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:01:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27252" uid: 2eea63a6-0ffe-41d3-b05c-218e29f3c9d2 kind: Event lastTimestamp: "2026-09-15T17:01:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:54Z" name: success-200-isvc-1f299-predictor.18d58d34977f09dc namespace: kserve-ci-e2e-test resourceVersion: "27760" uid: 8020686e-bc7a-4887-8cb0-7fba699977d8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:01:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27252" uid: 2eea63a6-0ffe-41d3-b05c-218e29f3c9d2 kind: Event lastTimestamp: "2026-09-15T17:01:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:54Z" name: success-200-isvc-1f299-predictor.18d58d3497da6528 namespace: kserve-ci-e2e-test resourceVersion: "27761" uid: a9660d34-0686-4629-9734-47782c49d974 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T17:01:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27463" uid: 2eea63a6-0ffe-41d3-b05c-218e29f3c9d2 kind: Event lastTimestamp: "2026-09-15T17:02:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:39Z" name: success-200-isvc-1f299-predictor.18d58d38167a486f namespace: kserve-ci-e2e-test resourceVersion: "28141" uid: ce8d4a2e-b206-4a1f-8b9f-39f581e4f32d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T17:01:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1f299-predictor namespace: kserve-ci-e2e-test resourceVersion: "27463" uid: 2eea63a6-0ffe-41d3-b05c-218e29f3c9d2 kind: Event lastTimestamp: "2026-09-15T17:02:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:39Z" name: success-200-isvc-1f299-predictor.18d58d3816da249a namespace: kserve-ci-e2e-test resourceVersion: "28142" uid: 19361841-6c51-4907-ba8f-b01fb6271f6b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27225" uid: 63868179-bf9f-4b01-bc0a-234fe1adb601 kind: Event lastTimestamp: "2026-09-15T17:02:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:02:07Z" name: success-200-isvc-1f299.18d58d31194e0e68 namespace: kserve-ci-e2e-test resourceVersion: "27869" uid: f13909b7-9d1e-47e8-af8d-51f961094bdb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27225" uid: 63868179-bf9f-4b01-bc0a-234fe1adb601 kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: 'Failed to update status for InferenceService "success-200-isvc-1f299": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1f299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:08Z" name: success-200-isvc-1f299.18d58d3119ba045a namespace: kserve-ci-e2e-test resourceVersion: "27258" uid: 244ec206-aca4-48ab-898d-b56c304be8ed reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27225" uid: 63868179-bf9f-4b01-bc0a-234fe1adb601 kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1f299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:08Z" name: success-200-isvc-1f299.18d58d3119ba690d namespace: kserve-ci-e2e-test resourceVersion: "27260" uid: 800609f9-00d2-47eb-a7de-1d455dda3456 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:02:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1f299 namespace: kserve-ci-e2e-test resourceVersion: "27867" uid: 63868179-bf9f-4b01-bc0a-234fe1adb601 kind: Event lastTimestamp: "2026-09-15T17:02:06Z" message: InferenceService [success-200-isvc-1f299] is Ready metadata: creationTimestamp: "2026-09-15T17:02:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:02:06Z" name: success-200-isvc-1f299.18d58d3e9be8c0a8 namespace: kserve-ci-e2e-test resourceVersion: "27868" uid: 10e36092-7454-417b-847e-efb7999cff45 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:59:58.728774Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26348" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-6a778-predictor-ff6c4454b-ftnlq to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:59:58Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20bec66ab9 namespace: kserve-ci-e2e-test resourceVersion: "26354" uid: 9ab0b15b-d845-44e8-9267-e942a912bc31 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26359" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:59:59Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20e0ab0ad4 namespace: kserve-ci-e2e-test resourceVersion: "26412" uid: 63cabb49-ee78-4055-be49-a91fe02b69c0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20e1e04d8d namespace: kserve-ci-e2e-test resourceVersion: "26414" uid: 01a9090d-64ea-4c1e-9204-97dbf28c2c73 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20e5509341 namespace: kserve-ci-e2e-test resourceVersion: "26415" uid: 9e5d598f-781c-4746-b63a-7f9ad72061ba reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20e5c238bd namespace: kserve-ci-e2e-test resourceVersion: "26416" uid: 41053ad2-0477-420e-b400-4cfd4c147fe4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20e5cbdeb4 namespace: kserve-ci-e2e-test resourceVersion: "26417" uid: 85007558-8afa-4c8d-a677-0b2b1b24a8c3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20e96b18d2 namespace: kserve-ci-e2e-test resourceVersion: "26422" uid: 8baea917-c6df-46e9-950d-f7250cbd9e37 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T16:59:59Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:59:59Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20e9f38de6 namespace: kserve-ci-e2e-test resourceVersion: "26423" uid: 0a99df36-d8fc-4ad6-a167-9b90eb968bc4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T17:00:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:35Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d20f3363bba namespace: kserve-ci-e2e-test resourceVersion: "26719" uid: 1ee14170-fe6e-4a85-806a-7f4420e2cd1a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:08Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d3115ea9865 namespace: kserve-ci-e2e-test resourceVersion: "27227" uid: a292fdd9-e1ed-42c9-b159-1c1d267f22e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:08Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d3115eb0db1 namespace: kserve-ci-e2e-test resourceVersion: "27233" uid: 6eff31f3-0139-4510-98d8-f5161921209d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: e0365941-c04c-4a07-bed6-c012cba8189b kind: Event lastTimestamp: "2026-09-15T17:01:10Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:01:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:10Z" name: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq.18d58d317ba6daeb namespace: kserve-ci-e2e-test resourceVersion: "27335" uid: 5790d75d-9096-4e5e-a9e1-74d5fc5e3860 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-6a778-predictor-ff6c4454b namespace: kserve-ci-e2e-test resourceVersion: "26331" uid: 0b2ffcf3-14d9-4e27-a8ad-379049ee5bc0 kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: 'Created pod: success-200-isvc-6a778-predictor-ff6c4454b-ftnlq' metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:59:58Z" name: success-200-isvc-6a778-predictor-ff6c4454b.18d58d20be2ff5bb namespace: kserve-ci-e2e-test resourceVersion: "26350" uid: e03a1f20-19d7-4cc3-a83a-c1b1363d08cd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26326" uid: 2a33f7d2-7d24-4444-b47c-a1d47e23c49b kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: Scaled up replica set success-200-isvc-6a778-predictor-ff6c4454b from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:59:58Z" name: success-200-isvc-6a778-predictor.18d58d20b9d90dba namespace: kserve-ci-e2e-test resourceVersion: "26334" uid: f1d020cd-1d51-4a8b-a6ae-0569279de8af reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26332" uid: a587729d-53e1-47ec-a9f9-fe5a535d68f9 kind: Event lastTimestamp: "2026-09-15T17:00:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:43Z" name: success-200-isvc-6a778-predictor.18d58d2438908205 namespace: kserve-ci-e2e-test resourceVersion: "26926" uid: a60332e3-c1e4-4c38-bef2-20dec4b4efe9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26332" uid: a587729d-53e1-47ec-a9f9-fe5a535d68f9 kind: Event lastTimestamp: "2026-09-15T17:00:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:00:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:43Z" name: success-200-isvc-6a778-predictor.18d58d2438ecef30 namespace: kserve-ci-e2e-test resourceVersion: "26927" uid: 7ebab8a9-9325-487d-8414-580167771a57 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26551" uid: a587729d-53e1-47ec-a9f9-fe5a535d68f9 kind: Event lastTimestamp: "2026-09-15T17:00:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:58Z" name: success-200-isvc-6a778-predictor.18d58d27b79b3659 namespace: kserve-ci-e2e-test resourceVersion: "27068" uid: b511ad7b-cad9-413c-a349-ca1751087d7b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6a778-predictor namespace: kserve-ci-e2e-test resourceVersion: "26551" uid: a587729d-53e1-47ec-a9f9-fe5a535d68f9 kind: Event lastTimestamp: "2026-09-15T17:00:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:58Z" name: success-200-isvc-6a778-predictor.18d58d27b7e4cf3d namespace: kserve-ci-e2e-test resourceVersion: "27069" uid: 097dc611-6393-47ae-a221-b5457bb8316f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6a778 namespace: kserve-ci-e2e-test resourceVersion: "26313" uid: 437b1725-30c9-4ef5-8893-e91a9319f319 kind: Event lastTimestamp: "2026-09-15T17:00:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:00:45Z" name: success-200-isvc-6a778.18d58d20ba0c7d66 namespace: kserve-ci-e2e-test resourceVersion: "26964" uid: efc1faad-e68b-4ddd-b83b-961e741fabcb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6a778 namespace: kserve-ci-e2e-test resourceVersion: "26313" uid: 437b1725-30c9-4ef5-8893-e91a9319f319 kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: 'Failed to update status for InferenceService "success-200-isvc-6a778": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6a778": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:59:58Z" name: success-200-isvc-6a778.18d58d20baab3fe1 namespace: kserve-ci-e2e-test resourceVersion: "26338" uid: 52573ea2-4964-45b4-9324-96b046f0112e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:59:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6a778 namespace: kserve-ci-e2e-test resourceVersion: "26313" uid: 437b1725-30c9-4ef5-8893-e91a9319f319 kind: Event lastTimestamp: "2026-09-15T16:59:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-6a778": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-15T16:59:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:59:58Z" name: success-200-isvc-6a778.18d58d20baab972a namespace: kserve-ci-e2e-test resourceVersion: "26340" uid: 17967a3d-5c76-47b8-a035-5ae595261b90 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6a778 namespace: kserve-ci-e2e-test resourceVersion: "26960" uid: 437b1725-30c9-4ef5-8893-e91a9319f319 kind: Event lastTimestamp: "2026-09-15T17:00:45Z" message: InferenceService [success-200-isvc-6a778] is Ready metadata: creationTimestamp: "2026-09-15T17:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:00:45Z" name: success-200-isvc-6a778.18d58d2bb067ad98 namespace: kserve-ci-e2e-test resourceVersion: "26961" uid: 9a618fa9-04e9-48c8-94ef-b545fb323800 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T17:00:38.783322Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26812" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T17:00:38Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a123661ea namespace: kserve-ci-e2e-test resourceVersion: "26816" uid: 229b5917-cddc-44e2-aafc-23c444dc27e1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:39Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:00:39Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-969ee-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T17:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:39Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a1f886846 namespace: kserve-ci-e2e-test resourceVersion: "26849" uid: 038ec00f-b2dd-4c0c-870d-d04561be6f26 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:39Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26821" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:00:39Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T17:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T17:00:39Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a582e47a0 namespace: kserve-ci-e2e-test resourceVersion: "26865" uid: 8208936f-efac-4c4e-b82e-ff076921583c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:00:39Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T17:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:39Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a596fa6d4 namespace: kserve-ci-e2e-test resourceVersion: "26868" uid: 9cc4412a-4b53-49ae-9d5c-5ac791215365 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a5c0f39a9 namespace: kserve-ci-e2e-test resourceVersion: "26869" uid: 3846b755-a776-415f-bec1-86caad3a9132 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a5c7ee791 namespace: kserve-ci-e2e-test resourceVersion: "26870" uid: ce268739-0ab5-4101-bf77-9399985abd9d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a5c87d379 namespace: kserve-ci-e2e-test resourceVersion: "26871" uid: 03b70001-bc82-434c-9b7b-8871235287ff reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a600fdc3b namespace: kserve-ci-e2e-test resourceVersion: "26876" uid: fd8df2ab-60db-4e52-a70a-ae3805e73be6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:00:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:40Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2a60973c9e namespace: kserve-ci-e2e-test resourceVersion: "26877" uid: 90048315-8ee8-421a-b4f8-d10ff0e2d5f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:00:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:01:17Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:00:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:17Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58d2ac539dc61 namespace: kserve-ci-e2e-test resourceVersion: "27413" uid: 0b79fe2d-b9c9-4f65-a361-ab50dcbda810 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:17:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:17:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T17:17:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:17:58Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58e1c0b2bcf22 namespace: kserve-ci-e2e-test resourceVersion: "34508" uid: 2e175856-9102-422e-8b88-5b63269ead60 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:17:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9 namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: 615f9876-5359-4d83-82cd-56a11fafe4fc kind: Event lastTimestamp: "2026-09-15T17:17:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:17:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:17:58Z" name: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9.18d58e1c0b2c5f48 namespace: kserve-ci-e2e-test resourceVersion: "34509" uid: 3b085460-40e6-457e-9254-42b857909750 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-969ee-predictor-84b4498f4d namespace: kserve-ci-e2e-test resourceVersion: "26805" uid: c50f7d19-4659-486e-88c0-281592c0cf61 kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: 'Created pod: success-200-isvc-969ee-predictor-84b4498f4d-sfpj9' metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:38Z" name: success-200-isvc-969ee-predictor-84b4498f4d.18d58d2a11cd96ed namespace: kserve-ci-e2e-test resourceVersion: "26813" uid: e6a72a23-adc2-4c1f-835f-0f36bf4018c7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "26803" uid: fb62f9e9-930d-4408-8c55-dff5e8c6e976 kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: Scaled up replica set success-200-isvc-969ee-predictor-84b4498f4d from 0 to 1 metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:00:38Z" name: success-200-isvc-969ee-predictor.18d58d2a0fe67ba4 namespace: kserve-ci-e2e-test resourceVersion: "26807" uid: cb6ca95a-2274-4103-91dc-3860ad0711e7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "26804" uid: 17c7fd69-d92b-47da-9813-5ca7970ea169 kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:00:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:08Z" name: success-200-isvc-969ee-predictor.18d58d2d8eb167a4 namespace: kserve-ci-e2e-test resourceVersion: "27189" uid: a52c3084-810a-4773-8e15-9c9d419286c6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:00:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "26804" uid: 17c7fd69-d92b-47da-9813-5ca7970ea169 kind: Event lastTimestamp: "2026-09-15T17:01:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:00:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:08Z" name: success-200-isvc-969ee-predictor.18d58d2d8f0e15e0 namespace: kserve-ci-e2e-test resourceVersion: "27191" uid: f7e04547-f7d3-4102-b95b-a61a69eda48d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T17:01:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: 17c7fd69-d92b-47da-9813-5ca7970ea169 kind: Event lastTimestamp: "2026-09-15T17:01:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:53Z" name: success-200-isvc-969ee-predictor.18d58d348cb5164b namespace: kserve-ci-e2e-test resourceVersion: "27752" uid: 30befb4d-2135-49d0-858f-d721dd05026e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T17:01:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-969ee-predictor namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: 17c7fd69-d92b-47da-9813-5ca7970ea169 kind: Event lastTimestamp: "2026-09-15T17:01:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T17:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:53Z" name: success-200-isvc-969ee-predictor.18d58d348d18614d namespace: kserve-ci-e2e-test resourceVersion: "27753" uid: fe36162e-0ae2-4066-aa82-ceb99b1f5d86 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-969ee namespace: kserve-ci-e2e-test resourceVersion: "26794" uid: 3a3ed2c5-96d7-46ca-a150-bba1c0958a13 kind: Event lastTimestamp: "2026-09-15T17:01:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:27Z" name: success-200-isvc-969ee.18d58d2a0fecc227 namespace: kserve-ci-e2e-test resourceVersion: "27514" uid: 9bca9b02-2c28-419c-8fc3-4d891e33df0f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-969ee namespace: kserve-ci-e2e-test resourceVersion: "27511" uid: 3a3ed2c5-96d7-46ca-a150-bba1c0958a13 kind: Event lastTimestamp: "2026-09-15T17:01:27Z" message: InferenceService [success-200-isvc-969ee] is Ready metadata: creationTimestamp: "2026-09-15T17:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:27Z" name: success-200-isvc-969ee.18d58d35803e9933 namespace: kserve-ci-e2e-test resourceVersion: "27512" uid: cbcf4b50-3ba3-4450-ac6e-37d1b8209ad4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:51:23.782938Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22252" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9d406-predictor-9dcd77c94-qkb6v to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:51:23Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca8d99c7aab namespace: kserve-ci-e2e-test resourceVersion: "22257" uid: 34f084ab-833d-4949-bd72-983b653089b2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22261" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:51:24Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca8fbaf1bbd namespace: kserve-ci-e2e-test resourceVersion: "22299" uid: 7138abb3-fff6-49c6-bb6a-e723b3f3da4c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca8fd068df2 namespace: kserve-ci-e2e-test resourceVersion: "22302" uid: 31b38b56-dcdc-4cab-889a-eb2c2d4504b0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca8ff75cd08 namespace: kserve-ci-e2e-test resourceVersion: "22303" uid: a018d2cb-6151-4734-8578-a6dd786bf961 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca8ffe7b8f7 namespace: kserve-ci-e2e-test resourceVersion: "22304" uid: 8587fa74-3e55-4c1d-9ab9-5619ced8410f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca8fff20c2d namespace: kserve-ci-e2e-test resourceVersion: "22305" uid: 35e9fc45-1224-4dd6-ac49-86cffdb410ed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca903bb1ab7 namespace: kserve-ci-e2e-test resourceVersion: "22310" uid: 048ea2e8-c222-4f99-ba46-59397df754d4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T16:51:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:51:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:51:24Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca904327fde namespace: kserve-ci-e2e-test resourceVersion: "22311" uid: 502d7d68-62a0-434d-8b90-1c635dcaa12c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-15T16:51:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T17:00:41Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:51:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:41Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58ca950c12097 namespace: kserve-ci-e2e-test resourceVersion: "26904" uid: 1b19efcf-17b7-4613-88ad-f49aae2d3a3a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:38Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58d2a0a95482e namespace: kserve-ci-e2e-test resourceVersion: "26777" uid: bf155e30-b530-482c-a591-daf580a9ad24 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T17:00:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T17:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:38Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58d2a0a95cb06 namespace: kserve-ci-e2e-test resourceVersion: "26782" uid: e16bfd94-0c2c-4b63-b770-0c4c608d7ab6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:00:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 7564c558-9f3b-4f34-b01f-5051282ddc26 kind: Event lastTimestamp: "2026-09-15T17:00:41Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T17:00:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:00:41Z" name: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v.18d58d2ac523d519 namespace: kserve-ci-e2e-test resourceVersion: "26901" uid: 53547004-0992-4284-9947-2c9b1a8be119 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9d406-predictor-9dcd77c94 namespace: kserve-ci-e2e-test resourceVersion: "22246" uid: cc1a5b6e-6772-4f54-b3db-4b003f7b66e7 kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: 'Created pod: success-200-isvc-9d406-predictor-9dcd77c94-qkb6v' metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:23Z" name: success-200-isvc-9d406-predictor-9dcd77c94.18d58ca8d918a2b6 namespace: kserve-ci-e2e-test resourceVersion: "22253" uid: e2ce817c-e140-4a0b-9a78-a46448d9df03 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22244" uid: b16ed6e3-9403-4ec6-aa06-1a6b720ca2fd kind: Event lastTimestamp: "2026-09-15T16:51:23Z" message: Scaled up replica set success-200-isvc-9d406-predictor-9dcd77c94 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:51:23Z" name: success-200-isvc-9d406-predictor.18d58ca8d7b627bb namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: 4d91df4e-f310-4ab2-a8ec-ea023993cd5c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:51:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22245" uid: 5e084cb0-978e-4127-a87e-19fac35da70c kind: Event lastTimestamp: "2026-09-15T16:52:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:51:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:08Z" name: success-200-isvc-9d406-predictor.18d58cac5661ffc9 namespace: kserve-ci-e2e-test resourceVersion: "22729" uid: 9b164ec3-f8c9-41a0-b9cf-2b0c81e0017e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:51:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22245" uid: 5e084cb0-978e-4127-a87e-19fac35da70c kind: Event lastTimestamp: "2026-09-15T16:52:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:51:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:08Z" name: success-200-isvc-9d406-predictor.18d58cac56d2543b namespace: kserve-ci-e2e-test resourceVersion: "22730" uid: 0847fd9f-9f5a-4a7f-99c6-802d5a02ef9e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:52:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22453" uid: 5e084cb0-978e-4127-a87e-19fac35da70c kind: Event lastTimestamp: "2026-09-15T16:52:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:38Z" name: success-200-isvc-9d406-predictor.18d58cb6d3938aa5 namespace: kserve-ci-e2e-test resourceVersion: "23011" uid: 6d406813-7398-45b8-9cae-d8de74f305ab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:52:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9d406-predictor namespace: kserve-ci-e2e-test resourceVersion: "22453" uid: 5e084cb0-978e-4127-a87e-19fac35da70c kind: Event lastTimestamp: "2026-09-15T16:52:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:52:38Z" name: success-200-isvc-9d406-predictor.18d58cb6d403bc16 namespace: kserve-ci-e2e-test resourceVersion: "23012" uid: 6ba791ef-5567-4ab3-8a84-1ac1eb5112b2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:51:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9d406 namespace: kserve-ci-e2e-test resourceVersion: "22234" uid: 52018e1e-6d02-4e38-b9f0-7d7d7f034374 kind: Event lastTimestamp: "2026-09-15T16:52:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:51:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:52:11Z" name: success-200-isvc-9d406.18d58ca8d7ba636c namespace: kserve-ci-e2e-test resourceVersion: "22774" uid: 007aeecc-c06a-416b-8613-676ded9a4fb8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:52:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9d406 namespace: kserve-ci-e2e-test resourceVersion: "22772" uid: 52018e1e-6d02-4e38-b9f0-7d7d7f034374 kind: Event lastTimestamp: "2026-09-15T16:52:11Z" message: InferenceService [success-200-isvc-9d406] is Ready metadata: creationTimestamp: "2026-09-15T16:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:52:11Z" name: success-200-isvc-9d406.18d58cb40bd42da1 namespace: kserve-ci-e2e-test resourceVersion: "22773" uid: 380c6222-1e13-4b3c-a7c1-f6b8cbc8cafb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:40:08.663973Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cf726-predictor-5d84565df6-lmbtw to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:40:08Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0ba9629159 namespace: kserve-ci-e2e-test resourceVersion: "16359" uid: 2c5f6426-1f04-4754-82b3-2cc766a7e3da reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-cf726-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:08Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0bb20811a0 namespace: kserve-ci-e2e-test resourceVersion: "16391" uid: 016470ec-688f-49bd-9e95-354784a1d821 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16363" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Add eth0 [10.134.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:40:09Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0bef201fe8 namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: 3a3d61bf-fcae-407d-8dda-f581ee3b3cb2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0bf05fb395 namespace: kserve-ci-e2e-test resourceVersion: "16410" uid: 1e5f6da8-38ae-4306-91c4-9c1084b521fe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0bf356398d namespace: kserve-ci-e2e-test resourceVersion: "16411" uid: a3aabfbd-27d3-4e0e-b90b-45bf58afa929 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0bf3d9ef38 namespace: kserve-ci-e2e-test resourceVersion: "16412" uid: 80200a89-ba58-4275-af22-b7935f6b1fd1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0bf3e3973f namespace: kserve-ci-e2e-test resourceVersion: "16413" uid: fc34c561-39a1-4aa3-aaad-71f4e069a725 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0bf766a722 namespace: kserve-ci-e2e-test resourceVersion: "16420" uid: d6d6f497-d193-4c64-9895-a0a1f6e7cad5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:09Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:09Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0bf7ddc197 namespace: kserve-ci-e2e-test resourceVersion: "16421" uid: 6348b090-a608-4bdd-a67e-45517fc2c901 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:40:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:40:47Z" message: 'Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:40:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:47Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c0c44549fdf namespace: kserve-ci-e2e-test resourceVersion: "16768" uid: 4bc34de5-6b2a-4e5b-aea7-ffa76a7897c5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:23Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c8cd718f2e6 namespace: kserve-ci-e2e-test resourceVersion: "20721" uid: 23ed2cd0-d8dc-47f9-8510-313f471e5771 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 5c1cf7b8-db9b-4310-933f-f6d776baab6d kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:23Z" name: success-200-isvc-cf726-predictor-5d84565df6-lmbtw.18d58c8cd71a08ea namespace: kserve-ci-e2e-test resourceVersion: "20722" uid: bf4ea6bd-ac3a-4f59-bed4-b640bf151192 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-cf726-predictor-5d84565df6 namespace: kserve-ci-e2e-test resourceVersion: "16348" uid: 6c90042c-7728-4a7a-bcda-219e8ac32546 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: 'Created pod: success-200-isvc-cf726-predictor-5d84565df6-lmbtw' metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:08Z" name: success-200-isvc-cf726-predictor-5d84565df6.18d58c0ba8d058e8 namespace: kserve-ci-e2e-test resourceVersion: "16355" uid: 8c3fdaf8-76e5-4ce5-9a97-0159855310e4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16345" uid: ad8da917-fa90-4200-9e16-5b2da2264385 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: Scaled up replica set success-200-isvc-cf726-predictor-5d84565df6 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:08Z" name: success-200-isvc-cf726-predictor.18d58c0ba73ac1e3 namespace: kserve-ci-e2e-test resourceVersion: "16349" uid: e3ec2dbf-d8d1-4b3a-8f32-6d205ae0d34d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:40:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16347" uid: 7d1082e2-35c6-4a70-beef-968f8e4df9b3 kind: Event lastTimestamp: "2026-09-15T16:40:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:53Z" name: success-200-isvc-cf726-predictor.18d58c0f25965ef1 namespace: kserve-ci-e2e-test resourceVersion: "16850" uid: f4d42a1b-0e65-4102-94a4-40b20be5f966 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:40:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16347" uid: 7d1082e2-35c6-4a70-beef-968f8e4df9b3 kind: Event lastTimestamp: "2026-09-15T16:40:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:53Z" name: success-200-isvc-cf726-predictor.18d58c0f25f665c3 namespace: kserve-ci-e2e-test resourceVersion: "16851" uid: fa29df58-2a91-4aef-9051-741a2e3862d0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:41:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16580" uid: 7d1082e2-35c6-4a70-beef-968f8e4df9b3 kind: Event lastTimestamp: "2026-09-15T16:41:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:41:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:23Z" name: success-200-isvc-cf726-predictor.18d58c19a1fe393d namespace: kserve-ci-e2e-test resourceVersion: "17321" uid: 3c7dc540-2271-4477-b33a-c4e684155764 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:41:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cf726-predictor namespace: kserve-ci-e2e-test resourceVersion: "16580" uid: 7d1082e2-35c6-4a70-beef-968f8e4df9b3 kind: Event lastTimestamp: "2026-09-15T16:41:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:41:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:23Z" name: success-200-isvc-cf726-predictor.18d58c19a271f5f6 namespace: kserve-ci-e2e-test resourceVersion: "17322" uid: 24fa045c-d382-468c-90c6-73120882fc18 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cf726 namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: 288dcab9-8ad3-4db1-82d7-5bf944c0084f kind: Event lastTimestamp: "2026-09-15T16:40:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:57Z" name: success-200-isvc-cf726.18d58c0ba742111b namespace: kserve-ci-e2e-test resourceVersion: "16908" uid: 73d3a9da-a283-402c-a373-f79bc96f32df reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cf726 namespace: kserve-ci-e2e-test resourceVersion: "16905" uid: 288dcab9-8ad3-4db1-82d7-5bf944c0084f kind: Event lastTimestamp: "2026-09-15T16:40:57Z" message: InferenceService [success-200-isvc-cf726] is Ready metadata: creationTimestamp: "2026-09-15T16:40:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:40:57Z" name: success-200-isvc-cf726.18d58c170203efda namespace: kserve-ci-e2e-test resourceVersion: "16906" uid: b47d5c26-1ac5-40eb-98ad-759bfab4d932 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:40:58.583804Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17005" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-daa19-predictor-78598b9488-nx46r to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:40:58Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c1748d6bee2 namespace: kserve-ci-e2e-test resourceVersion: "17010" uid: f1e89712-4d1d-4ba8-983f-b5fedd91921b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Add eth0 [10.134.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:40:59Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c176af1cdf3 namespace: kserve-ci-e2e-test resourceVersion: "17051" uid: 5f3c7141-bd71-4027-aa2a-3e2e5dd9efb7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c176c465729 namespace: kserve-ci-e2e-test resourceVersion: "17054" uid: 56d9b9b7-9606-4a0f-8893-4b0c3a1f1b30 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c176f39d141 namespace: kserve-ci-e2e-test resourceVersion: "17055" uid: f69e1dbe-176a-4aac-9240-a7c8e27e6596 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c176fbd31fa namespace: kserve-ci-e2e-test resourceVersion: "17056" uid: 9ac1c354-9b3a-4526-a1e2-6d711d441897 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c176fc90824 namespace: kserve-ci-e2e-test resourceVersion: "17057" uid: 7a66f6ff-7d79-4eb9-a76c-e60c58ebf8ce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c177249b232 namespace: kserve-ci-e2e-test resourceVersion: "17058" uid: c69474c6-1724-4ee5-92bf-a75961dc83d5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:40:59Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:59Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c1772b94a63 namespace: kserve-ci-e2e-test resourceVersion: "17059" uid: 40fb94e4-1a73-44e7-9aac-06f16a8d37c1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-15T16:41:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:50:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:41:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:16Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c17b88520e9 namespace: kserve-ci-e2e-test resourceVersion: "21385" uid: d841437b-bec9-4173-947c-bda9e984ce00 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:13Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c98781e369c namespace: kserve-ci-e2e-test resourceVersion: "21255" uid: 9c9b1286-98e6-46fe-832e-bdc0be841f26 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:50:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:13Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c98781edfd2 namespace: kserve-ci-e2e-test resourceVersion: "21257" uid: 8470a04f-4c62-44ba-a65d-64c632f1723f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-daa19-predictor-78598b9488-nx46r namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: da838de0-317f-41ce-8768-d6ec3bd47a96 kind: Event lastTimestamp: "2026-09-15T16:50:16Z" message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp 10.134.0.19:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:16Z" name: success-200-isvc-daa19-predictor-78598b9488-nx46r.18d58c992cdbf35b namespace: kserve-ci-e2e-test resourceVersion: "21382" uid: 2dbff583-b95b-462d-ac9f-96b281a3bc4a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-daa19-predictor-78598b9488 namespace: kserve-ci-e2e-test resourceVersion: "16998" uid: 1bcc8ccb-fe3e-46a5-af0c-b60136363ca2 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: 'Created pod: success-200-isvc-daa19-predictor-78598b9488-nx46r' metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:58Z" name: success-200-isvc-daa19-predictor-78598b9488.18d58c17485ba4db namespace: kserve-ci-e2e-test resourceVersion: "17006" uid: 01fb67c7-fdf3-4e16-bbf2-241bf3b2e93a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "16996" uid: 0929915a-5ba3-41a1-a5cb-79fb2fccf873 kind: Event lastTimestamp: "2026-09-15T16:40:58Z" message: Scaled up replica set success-200-isvc-daa19-predictor-78598b9488 from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:40:58Z" name: success-200-isvc-daa19-predictor.18d58c1746937489 namespace: kserve-ci-e2e-test resourceVersion: "16999" uid: e5795cd6-92fe-4501-8057-5ee45db02636 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "16997" uid: 07b9e814-5404-41b3-ba26-39bc157286a4 kind: Event lastTimestamp: "2026-09-15T16:41:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:13Z" name: success-200-isvc-daa19-predictor.18d58c1ac5101d27 namespace: kserve-ci-e2e-test resourceVersion: "17237" uid: 0d062dae-1f6b-4d6f-9402-4291ad005ebb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "16997" uid: 07b9e814-5404-41b3-ba26-39bc157286a4 kind: Event lastTimestamp: "2026-09-15T16:41:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:13Z" name: success-200-isvc-daa19-predictor.18d58c1ac56eb9f0 namespace: kserve-ci-e2e-test resourceVersion: "17239" uid: 1acadebe-653f-48c5-ad5e-24b352831ddd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:41:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "17238" uid: 07b9e814-5404-41b3-ba26-39bc157286a4 kind: Event lastTimestamp: "2026-09-15T16:42:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:42:13Z" name: success-200-isvc-daa19-predictor.18d58c1e441834be namespace: kserve-ci-e2e-test resourceVersion: "17754" uid: 9b8f180c-913f-4afe-b769-32bf13674fc0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-15T16:41:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-daa19-predictor namespace: kserve-ci-e2e-test resourceVersion: "17238" uid: 07b9e814-5404-41b3-ba26-39bc157286a4 kind: Event lastTimestamp: "2026-09-15T16:42:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:42:13Z" name: success-200-isvc-daa19-predictor.18d58c1e44847e17 namespace: kserve-ci-e2e-test resourceVersion: "17755" uid: 9892a160-5226-4d2b-a082-a7906deff73b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T16:40:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-daa19 namespace: kserve-ci-e2e-test resourceVersion: "16986" uid: 6b57e50f-86a6-40c1-82de-c39f95ab5a70 kind: Event lastTimestamp: "2026-09-15T16:41:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:41:46Z" name: success-200-isvc-daa19.18d58c17469c5a5f namespace: kserve-ci-e2e-test resourceVersion: "17520" uid: 4e316166-7e60-45fc-9e71-caf6f2f4639d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-daa19 namespace: kserve-ci-e2e-test resourceVersion: "17517" uid: 6b57e50f-86a6-40c1-82de-c39f95ab5a70 kind: Event lastTimestamp: "2026-09-15T16:41:46Z" message: InferenceService [success-200-isvc-daa19] is Ready metadata: creationTimestamp: "2026-09-15T16:41:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:41:46Z" name: success-200-isvc-daa19.18d58c2275c243e9 namespace: kserve-ci-e2e-test resourceVersion: "17518" uid: 358bb8c6-1f02-450e-86d8-79e1220cab1e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:49:23.646914Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20740" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 to ip-10-0-134-77.ec2.internal metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:49:23Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8ce0f24e82 namespace: kserve-ci-e2e-test resourceVersion: "20746" uid: 7f5a6f68-c10a-4223-97dd-433399525541 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-fcea7-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:23Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8ce8558c48 namespace: kserve-ci-e2e-test resourceVersion: "20790" uid: a312fc41-e793-4b2e-9318-28c1d9b4f926 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:49:24Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8d26d8c3ab namespace: kserve-ci-e2e-test resourceVersion: "20807" uid: e8239075-9f58-4c44-8604-8ba01339f408 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1974" already present on machine metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8d2828613a namespace: kserve-ci-e2e-test resourceVersion: "20809" uid: 1f5d7432-27d3-4eeb-a499-0f1d013d27c2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8d2aeb9cd8 namespace: kserve-ci-e2e-test resourceVersion: "20811" uid: 8d24b363-3f8c-4d93-b1fb-142a6273c0a8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8d2b5ef263 namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: c5d0c413-4ed9-44c1-8ae6-554a75136ef5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8d2b68ebb9 namespace: kserve-ci-e2e-test resourceVersion: "20814" uid: 59b1ab68-94bb-4f61-8d3d-72e2eac560d7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8d2e432ebe namespace: kserve-ci-e2e-test resourceVersion: "20816" uid: d4dc0b32-44b7-408a-b1b0-09860cddb845 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:49:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:49:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:24Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8d2ed6094c namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: 964b7cc7-43f6-49a0-8a70-205d159b4607 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:49:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:50:01Z" message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:49:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:01Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c8d42f2ebba namespace: kserve-ci-e2e-test resourceVersion: "21115" uid: 8546772b-baa0-438e-9542-c9b9ff3f66e5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:33Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c9d33437760 namespace: kserve-ci-e2e-test resourceVersion: "21606" uid: a61d0b7d-85f9-450d-bcb3-a79800e1edd4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:50:33Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-15T16:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:33Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c9d33440df5 namespace: kserve-ci-e2e-test resourceVersion: "21614" uid: bfb81b59-7f56-473e-952f-02a9bda16fed reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: dd7b2af1-c7d9-4320-bbb7-4b5a5d6d0925 kind: Event lastTimestamp: "2026-09-15T16:50:36Z" message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-15T16:50:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:50:36Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8.18d58c9dcb328679 namespace: kserve-ci-e2e-test resourceVersion: "21726" uid: 490de3b1-ed48-421b-b844-5645c1133d16 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-77.ec2.internal source: component: kubelet host: ip-10-0-134-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-fcea7-predictor-6bfb44d5b namespace: kserve-ci-e2e-test resourceVersion: "20731" uid: a37d64aa-b16c-4e57-a567-6ddc5983d4df kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: 'Created pod: success-200-isvc-fcea7-predictor-6bfb44d5b-5wgj8' metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:49:23Z" name: success-200-isvc-fcea7-predictor-6bfb44d5b.18d58c8ce083293b namespace: kserve-ci-e2e-test resourceVersion: "20742" uid: 6b038d4a-e358-4b76-8f9d-3b3032a1864e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20730" uid: 288845ef-70b7-4d77-b184-03c0de03f5a4 kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: Scaled up replica set success-200-isvc-fcea7-predictor-6bfb44d5b from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:49:23Z" name: success-200-isvc-fcea7-predictor.18d58c8cdba92cf0 namespace: kserve-ci-e2e-test resourceVersion: "20733" uid: 6504f9d3-7de9-4f02-a364-338e5b454d7c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:49:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20732" uid: 786a93b6-de4c-40c0-bc9a-c972875a401f kind: Event lastTimestamp: "2026-09-15T16:49:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:49:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:49:53Z" name: success-200-isvc-fcea7-predictor.18d58c905a554040 namespace: kserve-ci-e2e-test resourceVersion: "21056" uid: ceb1c1f8-f1e3-4493-a1fd-0b12e4102e11 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:49:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20732" uid: 786a93b6-de4c-40c0-bc9a-c972875a401f kind: Event lastTimestamp: "2026-09-15T16:49:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:49:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:49:53Z" name: success-200-isvc-fcea7-predictor.18d58c905ac72676 namespace: kserve-ci-e2e-test resourceVersion: "21057" uid: 9e140055-bf3b-4a86-8fb3-aee9cad71601 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: 786a93b6-de4c-40c0-bc9a-c972875a401f kind: Event lastTimestamp: "2026-09-15T16:50:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:50:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:23Z" name: success-200-isvc-fcea7-predictor.18d58c975882a7d8 namespace: kserve-ci-e2e-test resourceVersion: "21466" uid: 6db1a149-ac06-4a1c-ba36-d4801bef450c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T16:50:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fcea7-predictor namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: 786a93b6-de4c-40c0-bc9a-c972875a401f kind: Event lastTimestamp: "2026-09-15T16:50:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-15T16:50:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:50:23Z" name: success-200-isvc-fcea7-predictor.18d58c9758f6113f namespace: kserve-ci-e2e-test resourceVersion: "21468" uid: 49bf95b9-9a7d-462b-be78-e25452b417bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fcea7 namespace: kserve-ci-e2e-test resourceVersion: "20720" uid: 5af418c1-1806-426c-a676-7a21f7a86f20 kind: Event lastTimestamp: "2026-09-15T16:50:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:50:11Z" name: success-200-isvc-fcea7.18d58c8cdbd64917 namespace: kserve-ci-e2e-test resourceVersion: "21204" uid: 07820fb0-8d6f-4393-aa2c-041a28743402 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:50:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fcea7 namespace: kserve-ci-e2e-test resourceVersion: "21201" uid: 5af418c1-1806-426c-a676-7a21f7a86f20 kind: Event lastTimestamp: "2026-09-15T16:50:11Z" message: InferenceService [success-200-isvc-fcea7] is Ready metadata: creationTimestamp: "2026-09-15T16:50:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:50:11Z" name: success-200-isvc-fcea7.18d58c98006690b4 namespace: kserve-ci-e2e-test resourceVersion: "21202" uid: fe9917fd-a115-4452-98bf-984aabb4122d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:39:58.277504Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-19dbe-5c5f9dbf9c-465cw namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: 48fd261a-33c2-4df8-bbd7-ed284b3ef5e1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-19dbe-5c5f9dbf9c-465cw to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:39:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:39:58Z" name: switch-graph-19dbe-5c5f9dbf9c-465cw.18d58c093e4da0c0 namespace: kserve-ci-e2e-test resourceVersion: "16178" uid: 3ba2a239-23c2-4069-acd3-b5418ab137b7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:58Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-19dbe-5c5f9dbf9c-465cw namespace: kserve-ci-e2e-test resourceVersion: "16181" uid: 48fd261a-33c2-4df8-bbd7-ed284b3ef5e1 kind: Event lastTimestamp: "2026-09-15T16:39:58Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:39:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:39:58Z" name: switch-graph-19dbe-5c5f9dbf9c-465cw.18d58c09601f8352 namespace: kserve-ci-e2e-test resourceVersion: "16198" uid: bb5be034-f4ce-4d80-911c-75f67062142d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19dbe} kind: Pod name: switch-graph-19dbe-5c5f9dbf9c-465cw namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 48fd261a-33c2-4df8-bbd7-ed284b3ef5e1 kind: Event lastTimestamp: "2026-09-15T16:39:58Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" metadata: creationTimestamp: "2026-09-15T16:39:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:39:58Z" name: switch-graph-19dbe-5c5f9dbf9c-465cw.18d58c0961576ad6 namespace: kserve-ci-e2e-test resourceVersion: "16200" uid: f616513f-7382-4460-9d22-cee25ed77454 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19dbe} kind: Pod name: switch-graph-19dbe-5c5f9dbf9c-465cw namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 48fd261a-33c2-4df8-bbd7-ed284b3ef5e1 kind: Event lastTimestamp: "2026-09-15T16:40:01Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" in 2.199s (2.199s including waiting). Image size: 214921316 bytes.' metadata: creationTimestamp: "2026-09-15T16:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:01Z" name: switch-graph-19dbe-5c5f9dbf9c-465cw.18d58c09e47096aa namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: 6c488250-1f48-4fa5-af9e-235cb00612af reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19dbe} kind: Pod name: switch-graph-19dbe-5c5f9dbf9c-465cw namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 48fd261a-33c2-4df8-bbd7-ed284b3ef5e1 kind: Event lastTimestamp: "2026-09-15T16:40:01Z" message: 'Created container: switch-graph-19dbe' metadata: creationTimestamp: "2026-09-15T16:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:01Z" name: switch-graph-19dbe-5c5f9dbf9c-465cw.18d58c09e7749d80 namespace: kserve-ci-e2e-test resourceVersion: "16217" uid: fa336720-05c6-4965-9113-f5b963bf7836 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19dbe} kind: Pod name: switch-graph-19dbe-5c5f9dbf9c-465cw namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 48fd261a-33c2-4df8-bbd7-ed284b3ef5e1 kind: Event lastTimestamp: "2026-09-15T16:40:01Z" message: Started container switch-graph-19dbe metadata: creationTimestamp: "2026-09-15T16:40:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:01Z" name: switch-graph-19dbe-5c5f9dbf9c-465cw.18d58c09e7d75ac0 namespace: kserve-ci-e2e-test resourceVersion: "16218" uid: 0d30b7ed-c8c1-47c0-bf4c-0fd5adba3f54 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19dbe} kind: Pod name: switch-graph-19dbe-5c5f9dbf9c-465cw namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 48fd261a-33c2-4df8-bbd7-ed284b3ef5e1 kind: Event lastTimestamp: "2026-09-15T16:40:08Z" message: Stopping container switch-graph-19dbe metadata: creationTimestamp: "2026-09-15T16:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:08Z" name: switch-graph-19dbe-5c5f9dbf9c-465cw.18d58c0b9d20094c namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: b629fcbc-e204-44d2-b5f8-e78c9970ebef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:40:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-19dbe} kind: Pod name: switch-graph-19dbe-5c5f9dbf9c-465cw namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 48fd261a-33c2-4df8-bbd7-ed284b3ef5e1 kind: Event lastTimestamp: "2026-09-15T16:40:37Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T16:40:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:40:37Z" name: switch-graph-19dbe-5c5f9dbf9c-465cw.18d58c0c8d662ce7 namespace: kserve-ci-e2e-test resourceVersion: "16685" uid: bfa78775-7c52-4fa6-a0ae-ee605a907ad9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-19dbe-5c5f9dbf9c namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 5b905913-c7a6-4f88-ba3d-e2e0fcfeebcf kind: Event lastTimestamp: "2026-09-15T16:39:58Z" message: 'Created pod: switch-graph-19dbe-5c5f9dbf9c-465cw' metadata: creationTimestamp: "2026-09-15T16:39:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:58Z" name: switch-graph-19dbe-5c5f9dbf9c.18d58c093dd5eb19 namespace: kserve-ci-e2e-test resourceVersion: "16174" uid: 43f23022-0b48-4788-9ea0-6d71cdea422e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-19dbe namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: c9fc07c7-9982-4afd-bdce-ca4a824ffa5e kind: Event lastTimestamp: "2026-09-15T16:39:58Z" message: Scaled up replica set switch-graph-19dbe-5c5f9dbf9c from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:39:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:39:58Z" name: switch-graph-19dbe.18d58c093cd7dc1d namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 90f8ae8a-abd1-4946-b914-3e76678c5b5a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:39:58Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-19dbe namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: e256e2ca-7138-433e-b000-c2f25a5eee53 kind: Event lastTimestamp: "2026-09-15T16:39:58Z" message: InferenceGraph [switch-graph-19dbe] is Ready metadata: creationTimestamp: "2026-09-15T16:39:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:39:58Z" name: switch-graph-19dbe.18d58c0942484583 namespace: kserve-ci-e2e-test resourceVersion: "16185" uid: 7216bea7-8aba-4bcd-ae87-801e58f63f52 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-15T17:01:38.767399Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-969ee-6dc8cf5c6c-t4wgz namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: 6c913c96-d21a-4649-a333-0c010a5a1945 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-969ee-6dc8cf5c6c-t4wgz to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T17:01:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T17:01:38Z" name: switch-graph-969ee-6dc8cf5c6c-t4wgz.18d58d38098abd0e namespace: kserve-ci-e2e-test resourceVersion: "27610" uid: 768f14b6-c23b-4fb8-b47f-6bcd221a1881 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:39Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-969ee-6dc8cf5c6c-t4wgz namespace: kserve-ci-e2e-test resourceVersion: "27606" uid: 6c913c96-d21a-4649-a333-0c010a5a1945 kind: Event lastTimestamp: "2026-09-15T17:01:39Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-969ee-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T17:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:39Z" name: switch-graph-969ee-6dc8cf5c6c-t4wgz.18d58d3817d7e274 namespace: kserve-ci-e2e-test resourceVersion: "27629" uid: ef225a6a-3464-4752-9eaa-ec1f5b61db97 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:39Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-969ee-6dc8cf5c6c-t4wgz namespace: kserve-ci-e2e-test resourceVersion: "27613" uid: 6c913c96-d21a-4649-a333-0c010a5a1945 kind: Event lastTimestamp: "2026-09-15T17:01:39Z" message: Add eth0 [10.132.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T17:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T17:01:39Z" name: switch-graph-969ee-6dc8cf5c6c-t4wgz.18d58d384f6dfa54 namespace: kserve-ci-e2e-test resourceVersion: "27642" uid: 46eccc99-9466-40ad-ac63-c50aae9f8cdd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-969ee} kind: Pod name: switch-graph-969ee-6dc8cf5c6c-t4wgz namespace: kserve-ci-e2e-test resourceVersion: "27606" uid: 6c913c96-d21a-4649-a333-0c010a5a1945 kind: Event lastTimestamp: "2026-09-15T17:01:39Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T17:01:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:39Z" name: switch-graph-969ee-6dc8cf5c6c-t4wgz.18d58d3850979375 namespace: kserve-ci-e2e-test resourceVersion: "27644" uid: 1bc9bfbb-2713-421c-a492-ef18108a0a8b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-969ee} kind: Pod name: switch-graph-969ee-6dc8cf5c6c-t4wgz namespace: kserve-ci-e2e-test resourceVersion: "27606" uid: 6c913c96-d21a-4649-a333-0c010a5a1945 kind: Event lastTimestamp: "2026-09-15T17:01:40Z" message: 'Created container: switch-graph-969ee' metadata: creationTimestamp: "2026-09-15T17:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:40Z" name: switch-graph-969ee-6dc8cf5c6c-t4wgz.18d58d3853af0803 namespace: kserve-ci-e2e-test resourceVersion: "27647" uid: 9a3ac24e-d136-42e2-8014-b55717b05092 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-969ee} kind: Pod name: switch-graph-969ee-6dc8cf5c6c-t4wgz namespace: kserve-ci-e2e-test resourceVersion: "27606" uid: 6c913c96-d21a-4649-a333-0c010a5a1945 kind: Event lastTimestamp: "2026-09-15T17:01:40Z" message: Started container switch-graph-969ee metadata: creationTimestamp: "2026-09-15T17:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:01:40Z" name: switch-graph-969ee-6dc8cf5c6c-t4wgz.18d58d385430d88d namespace: kserve-ci-e2e-test resourceVersion: "27648" uid: 1099e952-49a2-4261-bee3-67a6a32407bc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:17:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-969ee} kind: Pod name: switch-graph-969ee-6dc8cf5c6c-t4wgz namespace: kserve-ci-e2e-test resourceVersion: "27606" uid: 6c913c96-d21a-4649-a333-0c010a5a1945 kind: Event lastTimestamp: "2026-09-15T17:17:57Z" message: Stopping container switch-graph-969ee metadata: creationTimestamp: "2026-09-15T17:17:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:17:57Z" name: switch-graph-969ee-6dc8cf5c6c-t4wgz.18d58e1c0328d8bf namespace: kserve-ci-e2e-test resourceVersion: "34490" uid: 2fff0940-da14-458b-949e-e919c8d12c45 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-15T17:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-969ee} kind: Pod name: switch-graph-969ee-6dc8cf5c6c-t4wgz namespace: kserve-ci-e2e-test resourceVersion: "27606" uid: 6c913c96-d21a-4649-a333-0c010a5a1945 kind: Event lastTimestamp: "2026-09-15T17:18:21Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T17:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T17:18:21Z" name: switch-graph-969ee-6dc8cf5c6c-t4wgz.18d58e1cdeb72ef2 namespace: kserve-ci-e2e-test resourceVersion: "34734" uid: 5776267b-93fc-422c-a583-8f743170e7e9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-969ee-6dc8cf5c6c namespace: kserve-ci-e2e-test resourceVersion: "27601" uid: c400bac7-3e0e-43e4-a479-c1a88372ed72 kind: Event lastTimestamp: "2026-09-15T17:01:38Z" message: 'Created pod: switch-graph-969ee-6dc8cf5c6c-t4wgz' metadata: creationTimestamp: "2026-09-15T17:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:38Z" name: switch-graph-969ee-6dc8cf5c6c.18d58d3809217ee5 namespace: kserve-ci-e2e-test resourceVersion: "27605" uid: 194dc992-c84b-4683-8578-28534242fe56 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-969ee namespace: kserve-ci-e2e-test resourceVersion: "27599" uid: f1990593-d331-47fa-91ee-920b88b0e14a kind: Event lastTimestamp: "2026-09-15T17:01:38Z" message: Scaled up replica set switch-graph-969ee-6dc8cf5c6c from 0 to 1 metadata: creationTimestamp: "2026-09-15T17:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:01:38Z" name: switch-graph-969ee.18d58d38088445b8 namespace: kserve-ci-e2e-test resourceVersion: "27602" uid: 60414b58-f15a-45c8-9407-626ddcb6adeb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T17:01:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-969ee namespace: kserve-ci-e2e-test resourceVersion: "27618" uid: d8066ff6-20f8-4e5f-901c-2289a89118e0 kind: Event lastTimestamp: "2026-09-15T17:01:38Z" message: InferenceGraph [switch-graph-969ee] is Ready metadata: creationTimestamp: "2026-09-15T17:01:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T17:01:38Z" name: switch-graph-969ee.18d58d380d3968eb namespace: kserve-ci-e2e-test resourceVersion: "27620" uid: 92f15456-e30f-40e6-a280-2a3be03108f9 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:01:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-969ee namespace: kserve-ci-e2e-test resourceVersion: "27600" uid: dec9d532-134a-4208-a734-e4668c3687e7 kind: Event lastTimestamp: "2026-09-15T17:02:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:08Z" name: switch-graph-969ee.18d58d3b873e472a namespace: kserve-ci-e2e-test resourceVersion: "27881" uid: 7d6d4405-8e79-4bcb-8256-679bfb983b83 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-15T17:01:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-969ee namespace: kserve-ci-e2e-test resourceVersion: "27600" uid: dec9d532-134a-4208-a734-e4668c3687e7 kind: Event lastTimestamp: "2026-09-15T17:02:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T17:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T17:02:08Z" name: switch-graph-969ee.18d58d3b879e8a12 namespace: kserve-ci-e2e-test resourceVersion: "27882" uid: 41732837-57ad-4c24-aa59-f1233a02f93a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-15T16:41:08.653374Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-cf726-66cb7b9f5f-c4q86 namespace: kserve-ci-e2e-test resourceVersion: "17173" uid: 357c2f98-efd0-498f-99b9-6f5c2a3e5c56 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-cf726-66cb7b9f5f-c4q86 to ip-10-0-142-196.ec2.internal metadata: creationTimestamp: "2026-09-15T16:41:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-15T16:41:08Z" name: switch-graph-cf726-66cb7b9f5f-c4q86.18d58c19a10839cd namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: d22661fd-5527-417b-8809-3a6135ad42a5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6d7f46b6d4-4rq2k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:08Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-cf726-66cb7b9f5f-c4q86 namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 357c2f98-efd0-498f-99b9-6f5c2a3e5c56 kind: Event lastTimestamp: "2026-09-15T16:41:08Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-cf726-serving-cert" not found' metadata: creationTimestamp: "2026-09-15T16:41:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:08Z" name: switch-graph-cf726-66cb7b9f5f-c4q86.18d58c19a8ddf478 namespace: kserve-ci-e2e-test resourceVersion: "17195" uid: 36699683-2019-4990-b89c-d5dea88218bb reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:09Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-cf726-66cb7b9f5f-c4q86 namespace: kserve-ci-e2e-test resourceVersion: "17182" uid: 357c2f98-efd0-498f-99b9-6f5c2a3e5c56 kind: Event lastTimestamp: "2026-09-15T16:41:09Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-15T16:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-15T16:41:09Z" name: switch-graph-cf726-66cb7b9f5f-c4q86.18d58c19e6ef3f8e namespace: kserve-ci-e2e-test resourceVersion: "17203" uid: a0a81c82-db8c-46fd-886b-8903e784d85e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-cf726} kind: Pod name: switch-graph-cf726-66cb7b9f5f-c4q86 namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 357c2f98-efd0-498f-99b9-6f5c2a3e5c56 kind: Event lastTimestamp: "2026-09-15T16:41:09Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374" already present on machine metadata: creationTimestamp: "2026-09-15T16:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:09Z" name: switch-graph-cf726-66cb7b9f5f-c4q86.18d58c19e83817c0 namespace: kserve-ci-e2e-test resourceVersion: "17205" uid: c9e6aa2d-f190-48e5-97f2-146d83e1ffbc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-cf726} kind: Pod name: switch-graph-cf726-66cb7b9f5f-c4q86 namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 357c2f98-efd0-498f-99b9-6f5c2a3e5c56 kind: Event lastTimestamp: "2026-09-15T16:41:09Z" message: 'Created container: switch-graph-cf726' metadata: creationTimestamp: "2026-09-15T16:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:09Z" name: switch-graph-cf726-66cb7b9f5f-c4q86.18d58c19eace8e4b namespace: kserve-ci-e2e-test resourceVersion: "17206" uid: 40acbe11-922d-4a09-b82b-a15e5035a728 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-cf726} kind: Pod name: switch-graph-cf726-66cb7b9f5f-c4q86 namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 357c2f98-efd0-498f-99b9-6f5c2a3e5c56 kind: Event lastTimestamp: "2026-09-15T16:41:09Z" message: Started container switch-graph-cf726 metadata: creationTimestamp: "2026-09-15T16:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:41:09Z" name: switch-graph-cf726-66cb7b9f5f-c4q86.18d58c19eb3f8b0f namespace: kserve-ci-e2e-test resourceVersion: "17207" uid: 7d1cc8cd-97c3-40fd-9db0-350833c9bbf1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:49:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-cf726} kind: Pod name: switch-graph-cf726-66cb7b9f5f-c4q86 namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 357c2f98-efd0-498f-99b9-6f5c2a3e5c56 kind: Event lastTimestamp: "2026-09-15T16:49:23Z" message: Stopping container switch-graph-cf726 metadata: creationTimestamp: "2026-09-15T16:49:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:23Z" name: switch-graph-cf726-66cb7b9f5f-c4q86.18d58c8ccfd0ee18 namespace: kserve-ci-e2e-test resourceVersion: "20699" uid: 5ebc9b2b-8f05-4edc-a9f5-5ffa4a168fed reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-15T16:49:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-cf726} kind: Pod name: switch-graph-cf726-66cb7b9f5f-c4q86 namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 357c2f98-efd0-498f-99b9-6f5c2a3e5c56 kind: Event lastTimestamp: "2026-09-15T16:49:51Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-15T16:49:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-15T16:49:51Z" name: switch-graph-cf726-66cb7b9f5f-c4q86.18d58c8d9e7f0297 namespace: kserve-ci-e2e-test resourceVersion: "21043" uid: 31107c90-19ac-4f94-ba9a-f0acaf567bb4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-196.ec2.internal source: component: kubelet host: ip-10-0-142-196.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-cf726-66cb7b9f5f namespace: kserve-ci-e2e-test resourceVersion: "17170" uid: 53815d44-1731-499c-8654-44340fe151fa kind: Event lastTimestamp: "2026-09-15T16:41:08Z" message: 'Created pod: switch-graph-cf726-66cb7b9f5f-c4q86' metadata: creationTimestamp: "2026-09-15T16:41:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:08Z" name: switch-graph-cf726-66cb7b9f5f.18d58c19a09af899 namespace: kserve-ci-e2e-test resourceVersion: "17174" uid: 6e9dfc00-5351-4356-b8d1-7be2496fca59 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-cf726 namespace: kserve-ci-e2e-test resourceVersion: "17168" uid: dd50ab27-e09d-4d41-8bf0-b87a8e55bd48 kind: Event lastTimestamp: "2026-09-15T16:41:08Z" message: Scaled up replica set switch-graph-cf726-66cb7b9f5f from 0 to 1 metadata: creationTimestamp: "2026-09-15T16:41:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:08Z" name: switch-graph-cf726.18d58c199ff3b0e4 namespace: kserve-ci-e2e-test resourceVersion: "17171" uid: 86d91740-ae28-4ce9-a5df-9ab74ae34809 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-15T16:41:08Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-cf726 namespace: kserve-ci-e2e-test resourceVersion: "17187" uid: 20a63093-ad2a-44ae-8595-c3ba62486ae2 kind: Event lastTimestamp: "2026-09-15T16:41:08Z" message: InferenceGraph [switch-graph-cf726] is Ready metadata: creationTimestamp: "2026-09-15T16:41:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-15T16:41:08Z" name: switch-graph-cf726.18d58c19a4c72bd3 namespace: kserve-ci-e2e-test resourceVersion: "17189" uid: a6e31518-6a1a-4e42-8331-bdd27eba1553 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:41:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-cf726 namespace: kserve-ci-e2e-test resourceVersion: "17169" uid: f28c8a91-ba58-41a7-bf51-e169b804c456 kind: Event lastTimestamp: "2026-09-15T16:41:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:41:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:53Z" name: switch-graph-cf726.18d58c1d1ec6d86d namespace: kserve-ci-e2e-test resourceVersion: "17565" uid: 7d61ed17-edff-4b4c-a900-7b2ad13fef83 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-15T16:41:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-cf726 namespace: kserve-ci-e2e-test resourceVersion: "17169" uid: f28c8a91-ba58-41a7-bf51-e169b804c456 kind: Event lastTimestamp: "2026-09-15T16:41:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-15T16:41:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-15T16:41:53Z" name: switch-graph-cf726.18d58c1d1f295483 namespace: kserve-ci-e2e-test resourceVersion: "17566" uid: fb599704-ab4d-44fa-8f0e-79ffbee6a41c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "34764"