--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:12:19.654570Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-31e6a-b7ddd645d-m4f2b namespace: kserve-ci-e2e-test resourceVersion: "21795" uid: 4a5933b7-d062-49ac-9557-f07dc1aa19b9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-31e6a-b7ddd645d-m4f2b to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:12:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:12:19Z" name: ensemble-graph-31e6a-b7ddd645d-m4f2b.18d6380f26e5435d namespace: kserve-ci-e2e-test resourceVersion: "21800" uid: 36889ebf-48d8-4447-ad12-bed814a195d1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:19Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-31e6a-b7ddd645d-m4f2b namespace: kserve-ci-e2e-test resourceVersion: "21797" uid: 4a5933b7-d062-49ac-9557-f07dc1aa19b9 kind: Event lastTimestamp: "2026-09-17T21:12:19Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-31e6a-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:12:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:19Z" name: ensemble-graph-31e6a-b7ddd645d-m4f2b.18d6380f3729253f namespace: kserve-ci-e2e-test resourceVersion: "21813" uid: ed557317-5097-40c6-8085-307d479592a3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:20Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-31e6a-b7ddd645d-m4f2b namespace: kserve-ci-e2e-test resourceVersion: "21803" uid: 4a5933b7-d062-49ac-9557-f07dc1aa19b9 kind: Event lastTimestamp: "2026-09-17T21:12:20Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:12:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:12:20Z" name: ensemble-graph-31e6a-b7ddd645d-m4f2b.18d6380f6d4b21ac namespace: kserve-ci-e2e-test resourceVersion: "21822" uid: 757c9174-cbaa-4aaf-b50e-4890724cd951 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-31e6a} kind: Pod name: ensemble-graph-31e6a-b7ddd645d-m4f2b namespace: kserve-ci-e2e-test resourceVersion: "21797" uid: 4a5933b7-d062-49ac-9557-f07dc1aa19b9 kind: Event lastTimestamp: "2026-09-17T21:12:20Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:12:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:20Z" name: ensemble-graph-31e6a-b7ddd645d-m4f2b.18d6380f6e8a80e5 namespace: kserve-ci-e2e-test resourceVersion: "21824" uid: 0689ddc7-3292-4e73-9160-8c68713b1d1b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-31e6a} kind: Pod name: ensemble-graph-31e6a-b7ddd645d-m4f2b namespace: kserve-ci-e2e-test resourceVersion: "21797" uid: 4a5933b7-d062-49ac-9557-f07dc1aa19b9 kind: Event lastTimestamp: "2026-09-17T21:12:20Z" message: 'Created container: ensemble-graph-31e6a' metadata: creationTimestamp: "2026-09-17T21:12:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:20Z" name: ensemble-graph-31e6a-b7ddd645d-m4f2b.18d6380f7192e403 namespace: kserve-ci-e2e-test resourceVersion: "21826" uid: 69db5b02-fd0f-4601-b309-29c7dd640fbf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-31e6a} kind: Pod name: ensemble-graph-31e6a-b7ddd645d-m4f2b namespace: kserve-ci-e2e-test resourceVersion: "21797" uid: 4a5933b7-d062-49ac-9557-f07dc1aa19b9 kind: Event lastTimestamp: "2026-09-17T21:12:20Z" message: Started container ensemble-graph-31e6a metadata: creationTimestamp: "2026-09-17T21:12:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:20Z" name: ensemble-graph-31e6a-b7ddd645d-m4f2b.18d6380f721a4456 namespace: kserve-ci-e2e-test resourceVersion: "21827" uid: 7046e8ac-6e71-4c03-af9c-2c79acd0819b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-31e6a} kind: Pod name: ensemble-graph-31e6a-b7ddd645d-m4f2b namespace: kserve-ci-e2e-test resourceVersion: "21797" uid: 4a5933b7-d062-49ac-9557-f07dc1aa19b9 kind: Event lastTimestamp: "2026-09-17T21:20:34Z" message: Stopping container ensemble-graph-31e6a metadata: creationTimestamp: "2026-09-17T21:20:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:34Z" name: ensemble-graph-31e6a-b7ddd645d-m4f2b.18d6388272577c5b namespace: kserve-ci-e2e-test resourceVersion: "25320" uid: 77fbcaec-05e1-44eb-8836-b283c6d8faf2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-31e6a} kind: Pod name: ensemble-graph-31e6a-b7ddd645d-m4f2b namespace: kserve-ci-e2e-test resourceVersion: "21797" uid: 4a5933b7-d062-49ac-9557-f07dc1aa19b9 kind: Event lastTimestamp: "2026-09-17T21:21:02Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:02Z" name: ensemble-graph-31e6a-b7ddd645d-m4f2b.18d63883112246d1 namespace: kserve-ci-e2e-test resourceVersion: "25943" uid: c7d0dccc-01f9-4f28-ae4a-e57402f5ccd2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-31e6a-b7ddd645d namespace: kserve-ci-e2e-test resourceVersion: "21792" uid: a16e67d2-f6af-4062-8a65-e7519f4b301e kind: Event lastTimestamp: "2026-09-17T21:12:19Z" message: 'Created pod: ensemble-graph-31e6a-b7ddd645d-m4f2b' metadata: creationTimestamp: "2026-09-17T21:12:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:19Z" name: ensemble-graph-31e6a-b7ddd645d.18d6380f265b5550 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 8f9635f5-c6f5-4412-8142-0e852ea64ad8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-31e6a namespace: kserve-ci-e2e-test resourceVersion: "21790" uid: 008e0cd6-9583-47f1-9ba7-762fcc0dc9bf kind: Event lastTimestamp: "2026-09-17T21:12:19Z" message: Scaled up replica set ensemble-graph-31e6a-b7ddd645d from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:12:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:19Z" name: ensemble-graph-31e6a.18d6380f259f8229 namespace: kserve-ci-e2e-test resourceVersion: "21793" uid: a59f1a8c-54d8-4d76-8563-f762a97182f2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:19Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-31e6a namespace: kserve-ci-e2e-test resourceVersion: "21807" uid: 0b7ef1a1-c752-47bf-924c-2abb148b6a67 kind: Event lastTimestamp: "2026-09-17T21:12:19Z" message: InferenceGraph [ensemble-graph-31e6a] is Ready metadata: creationTimestamp: "2026-09-17T21:12:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:12:19Z" name: ensemble-graph-31e6a.18d6380f2c6e110a namespace: kserve-ci-e2e-test resourceVersion: "21809" uid: 03bd9ac9-24dd-47b0-87da-8473b9877f43 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:12:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-31e6a namespace: kserve-ci-e2e-test resourceVersion: "21791" uid: 6d07f32b-54ff-4ed9-8f4c-cb3ed0dc4bd8 kind: Event lastTimestamp: "2026-09-17T21:13:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:12:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:04Z" name: ensemble-graph-31e6a.18d63812a437a54a namespace: kserve-ci-e2e-test resourceVersion: "22176" uid: 50e31ccb-d392-4670-bcc9-10fa47c0f749 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:12:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-31e6a namespace: kserve-ci-e2e-test resourceVersion: "21791" uid: 6d07f32b-54ff-4ed9-8f4c-cb3ed0dc4bd8 kind: Event lastTimestamp: "2026-09-17T21:13:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:12:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:04Z" name: ensemble-graph-31e6a.18d63812a4aaafbc namespace: kserve-ci-e2e-test resourceVersion: "22177" uid: 2168a345-92b4-479b-a745-5b1fb32e2d72 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:10:58.779500Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-46851-555c4ddb89-n7mwm namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: f29b5fa1-8a00-4bf9-981e-caac3c9de967 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-46851-555c4ddb89-n7mwm to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:10:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:10:58Z" name: ensemble-graph-46851-555c4ddb89-n7mwm.18d637fc525da23c namespace: kserve-ci-e2e-test resourceVersion: "20746" uid: b3c0d543-03c1-4020-bb6b-095712623503 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:59Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-46851-555c4ddb89-n7mwm namespace: kserve-ci-e2e-test resourceVersion: "20750" uid: f29b5fa1-8a00-4bf9-981e-caac3c9de967 kind: Event lastTimestamp: "2026-09-17T21:10:59Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:10:59Z" name: ensemble-graph-46851-555c4ddb89-n7mwm.18d637fc745a105c namespace: kserve-ci-e2e-test resourceVersion: "20761" uid: d5135231-d354-466b-b177-4a34f18509aa reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-46851} kind: Pod name: ensemble-graph-46851-555c4ddb89-n7mwm namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: f29b5fa1-8a00-4bf9-981e-caac3c9de967 kind: Event lastTimestamp: "2026-09-17T21:10:59Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:59Z" name: ensemble-graph-46851-555c4ddb89-n7mwm.18d637fc758d600b namespace: kserve-ci-e2e-test resourceVersion: "20763" uid: 27194ca8-0603-4427-a62c-5e47e6d8a9f5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-46851} kind: Pod name: ensemble-graph-46851-555c4ddb89-n7mwm namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: f29b5fa1-8a00-4bf9-981e-caac3c9de967 kind: Event lastTimestamp: "2026-09-17T21:10:59Z" message: 'Created container: ensemble-graph-46851' metadata: creationTimestamp: "2026-09-17T21:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:59Z" name: ensemble-graph-46851-555c4ddb89-n7mwm.18d637fc78855ccf namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: ad3bfdb3-197a-42e6-bfee-6466162b0c60 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-46851} kind: Pod name: ensemble-graph-46851-555c4ddb89-n7mwm namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: f29b5fa1-8a00-4bf9-981e-caac3c9de967 kind: Event lastTimestamp: "2026-09-17T21:10:59Z" message: Started container ensemble-graph-46851 metadata: creationTimestamp: "2026-09-17T21:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:59Z" name: ensemble-graph-46851-555c4ddb89-n7mwm.18d637fc78ff8193 namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 314ed142-bdbe-4bce-9af7-0f9f136e01ce reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-46851} kind: Pod name: ensemble-graph-46851-555c4ddb89-n7mwm namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: f29b5fa1-8a00-4bf9-981e-caac3c9de967 kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: Stopping container ensemble-graph-46851 metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:09Z" name: ensemble-graph-46851-555c4ddb89-n7mwm.18d637fec9f3521d namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: dd42127f-c88f-411b-9439-4f131156de10 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-46851} kind: Pod name: ensemble-graph-46851-555c4ddb89-n7mwm namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: f29b5fa1-8a00-4bf9-981e-caac3c9de967 kind: Event lastTimestamp: "2026-09-17T21:11:36Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:36Z" name: ensemble-graph-46851-555c4ddb89-n7mwm.18d637ff321b79bf namespace: kserve-ci-e2e-test resourceVersion: "21223" uid: d80ccc11-b010-4973-9088-938cdf093d5b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-46851-555c4ddb89 namespace: kserve-ci-e2e-test resourceVersion: "20738" uid: 7fde3185-4b20-4d4b-a494-f9ab2781ed8f kind: Event lastTimestamp: "2026-09-17T21:10:58Z" message: 'Created pod: ensemble-graph-46851-555c4ddb89-n7mwm' metadata: creationTimestamp: "2026-09-17T21:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:58Z" name: ensemble-graph-46851-555c4ddb89.18d637fc518f95e3 namespace: kserve-ci-e2e-test resourceVersion: "20742" uid: 29996e65-fb23-46fc-9d75-9f03edc0e53b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-46851 namespace: kserve-ci-e2e-test resourceVersion: "20736" uid: ca290e76-06f1-4ca1-ba00-33bb6e581c25 kind: Event lastTimestamp: "2026-09-17T21:10:58Z" message: Scaled up replica set ensemble-graph-46851-555c4ddb89 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:58Z" name: ensemble-graph-46851.18d637fc50002f12 namespace: kserve-ci-e2e-test resourceVersion: "20739" uid: dceb2d84-f4f2-4d93-9016-12368cec106c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:58Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-46851 namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 97aeaf2d-f18a-430c-a44b-1431cfaa93f9 kind: Event lastTimestamp: "2026-09-17T21:10:58Z" message: InferenceGraph [ensemble-graph-46851] is Ready metadata: creationTimestamp: "2026-09-17T21:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:10:58Z" name: ensemble-graph-46851.18d637fc58685570 namespace: kserve-ci-e2e-test resourceVersion: "20755" uid: e43752db-4fb0-4e0f-988e-6b15bfeeb154 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:00:23.507321Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15503" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-23363-predictor-bbcb4956-hk5qt to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:00:23Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d6376869318af7 namespace: kserve-ci-e2e-test resourceVersion: "15507" uid: 9620dc9e-25db-4390-98d9-f4483bd84075 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-23363-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:23Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d6376877526da2 namespace: kserve-ci-e2e-test resourceVersion: "15522" uid: 6c62d1dd-8f03-4219-951e-f124a07331aa reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Add eth0 [10.133.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:00:24Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d63768aeccf846 namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: eaa42792-df9e-431d-a5c6-6fcbbbba3a85 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d63768b05ed38e namespace: kserve-ci-e2e-test resourceVersion: "15546" uid: 71dc5841-9d69-493e-9dc5-4fa38b3f2422 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d63768b34aee2d namespace: kserve-ci-e2e-test resourceVersion: "15547" uid: 13ad58c8-1ca2-4df4-b654-5b71bfaceaed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d63768b3b1161f namespace: kserve-ci-e2e-test resourceVersion: "15548" uid: bf767ad6-7acf-4330-8d05-607a82e3e1d5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d63768b3bbc981 namespace: kserve-ci-e2e-test resourceVersion: "15549" uid: 22b01297-f8a2-4133-8e61-c993bebc1086 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d63768b65964d1 namespace: kserve-ci-e2e-test resourceVersion: "15550" uid: 5549ffa6-0d29-4068-814c-531cddebecdc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d63768b6bac585 namespace: kserve-ci-e2e-test resourceVersion: "15551" uid: c9f41a7e-73cc-4d5d-bd88-7c0c47f34b4c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T21:00:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:09:51Z" message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:51Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d63768c3556f13 namespace: kserve-ci-e2e-test resourceVersion: "20044" uid: b4eafba0-9b59-43d3-a3f0-e484dd1fd10f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:48Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d637ec00f012a9 namespace: kserve-ci-e2e-test resourceVersion: "19968" uid: 6a9e17d1-a02e-4f39-8550-e3ca8688d4a0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:48Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d637ec00f0a828 namespace: kserve-ci-e2e-test resourceVersion: "19972" uid: 63f7a785-b29b-436c-9e4b-5b6dbb092483 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-23363-predictor-bbcb4956-hk5qt namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 597fa101-f665-46ff-b656-a2f0dec3af5c kind: Event lastTimestamp: "2026-09-17T21:09:51Z" message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp 10.133.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:09:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:51Z" name: error-404-isvc-23363-predictor-bbcb4956-hk5qt.18d637ec8bcb92a1 namespace: kserve-ci-e2e-test resourceVersion: "20043" uid: eea363ac-a475-4d8e-b788-e31bb639c248 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-23363-predictor-bbcb4956 namespace: kserve-ci-e2e-test resourceVersion: "15495" uid: d513e6d1-b1d1-46e8-a37d-0278b4a9b2cf kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: 'Created pod: error-404-isvc-23363-predictor-bbcb4956-hk5qt' metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:23Z" name: error-404-isvc-23363-predictor-bbcb4956.18d6376868a5b23d namespace: kserve-ci-e2e-test resourceVersion: "15504" uid: ba19fd25-a5d7-4da8-9482-a1c097ee7b2f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: d2214b7c-aa14-43ea-807a-eca9dd22ac24 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: Scaled up replica set error-404-isvc-23363-predictor-bbcb4956 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:23Z" name: error-404-isvc-23363-predictor.18d6376866da3936 namespace: kserve-ci-e2e-test resourceVersion: "15497" uid: 2bca2160-c5cc-45b3-a393-5fd588382940 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 4fe668e3-dc88-4312-bd5f-c193054582f9 kind: Event lastTimestamp: "2026-09-17T21:00:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:53Z" name: error-404-isvc-23363-predictor.18d6376be5b8fc1a namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: d6e3c28c-2f02-49f4-9fd0-759a88ecdf2b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 4fe668e3-dc88-4312-bd5f-c193054582f9 kind: Event lastTimestamp: "2026-09-17T21:00:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:53Z" name: error-404-isvc-23363-predictor.18d6376be6284604 namespace: kserve-ci-e2e-test resourceVersion: "15828" uid: 03e08fc9-438b-4616-a2f4-58f6057678c6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 4fe668e3-dc88-4312-bd5f-c193054582f9 kind: Event lastTimestamp: "2026-09-17T21:01:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:38Z" name: error-404-isvc-23363-predictor.18d63772e3a9729e namespace: kserve-ci-e2e-test resourceVersion: "16447" uid: fedbbeb4-4348-4712-8ab2-0b291e87dc62 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 4fe668e3-dc88-4312-bd5f-c193054582f9 kind: Event lastTimestamp: "2026-09-17T21:01:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:38Z" name: error-404-isvc-23363-predictor.18d63772e456bd99 namespace: kserve-ci-e2e-test resourceVersion: "16448" uid: d1e6532d-8809-4cec-94fe-12beabb0fe84 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-23363 namespace: kserve-ci-e2e-test resourceVersion: "15480" uid: 60816cb2-e7fb-45b3-ae66-f9579ac9f86c kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-23363.18d63768671d9219 namespace: kserve-ci-e2e-test resourceVersion: "16228" uid: 38c55a62-9017-4fe2-8b5f-e3121268dac2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-23363 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: 60816cb2-e7fb-45b3-ae66-f9579ac9f86c kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: InferenceService [error-404-isvc-23363] is Ready metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-23363.18d63775d2ac568a namespace: kserve-ci-e2e-test resourceVersion: "16227" uid: 42076ee2-5599-41d9-befc-caaf917eb8ea reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:11:09.707655Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:11:09Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637feddbc1e91 namespace: kserve-ci-e2e-test resourceVersion: "20953" uid: 9c6fa1cb-30a3-4140-ac0a-104f9f9db0e9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-31e6a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:10Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637fee5fea6d7 namespace: kserve-ci-e2e-test resourceVersion: "20971" uid: 16e505ba-1e99-47bc-b7ca-48ad25aa9b52 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20958" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:11:11Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637ff595ae6b7 namespace: kserve-ci-e2e-test resourceVersion: "21001" uid: 790e1398-bf7d-4f64-aaf0-49a3a99789b9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:11Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637ff5ab2670b namespace: kserve-ci-e2e-test resourceVersion: "21004" uid: edf1ac8c-b053-4f08-9b86-ed842aee5a61 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:11Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637ff5df64166 namespace: kserve-ci-e2e-test resourceVersion: "21005" uid: 199269ca-4c38-4136-b3fb-6178966ded3b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:11Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637ff5e67324d namespace: kserve-ci-e2e-test resourceVersion: "21006" uid: 7c721a08-8147-472e-ad0b-813b6a4bd46d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:11Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637ff5e714a2d namespace: kserve-ci-e2e-test resourceVersion: "21007" uid: 3fabc610-eda6-435c-a5e6-11085ec5b677 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:11Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637ff60f07bb9 namespace: kserve-ci-e2e-test resourceVersion: "21008" uid: a75f3a72-8a43-4804-86ce-28829e7066b4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:11Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637ff6162089a namespace: kserve-ci-e2e-test resourceVersion: "21009" uid: 39758324-8ca3-4619-aa5a-c461d0246e33 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:11:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:11:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:11:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:59Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d637ffbca287aa namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: b93caab9-ae31-4518-8ab3-6b075005bf66 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d638827e5d5c07 namespace: kserve-ci-e2e-test resourceVersion: "25359" uid: 585e5a9b-1ea3-484f-9109-98779dc99a1f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf namespace: kserve-ci-e2e-test resourceVersion: "20951" uid: 5b456083-3b26-453e-b265-f7bc0ba97343 kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf.18d638827e5dea32 namespace: kserve-ci-e2e-test resourceVersion: "25360" uid: 0700b14e-727b-4e13-aff7-62415a1fd439 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-31e6a-predictor-764bc8c74b namespace: kserve-ci-e2e-test resourceVersion: "20942" uid: faf276a2-3eb4-4706-b95b-9b246b4f4dd1 kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: 'Created pod: error-404-isvc-31e6a-predictor-764bc8c74b-kd5vf' metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:09Z" name: error-404-isvc-31e6a-predictor-764bc8c74b.18d637fedd505abf namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: f87616e7-b820-4fde-9075-e6696787db64 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "20940" uid: 016b89a1-6032-407e-8b87-7f218723844c kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: Scaled up replica set error-404-isvc-31e6a-predictor-764bc8c74b from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:09Z" name: error-404-isvc-31e6a-predictor.18d637fedb9c07a9 namespace: kserve-ci-e2e-test resourceVersion: "20943" uid: eef7d859-e5bd-4ecc-bebc-c49a20271b26 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:11:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "20941" uid: 7d0caa54-256b-4ffd-b59f-05f0bce8ee32 kind: Event lastTimestamp: "2026-09-17T21:11:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:39Z" name: error-404-isvc-31e6a-predictor.18d638025a3ee3d1 namespace: kserve-ci-e2e-test resourceVersion: "21254" uid: 011f80b3-2a84-4a0b-a600-5ddacf8ad46e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:11:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "20941" uid: 7d0caa54-256b-4ffd-b59f-05f0bce8ee32 kind: Event lastTimestamp: "2026-09-17T21:11:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:39Z" name: error-404-isvc-31e6a-predictor.18d638025aba158b namespace: kserve-ci-e2e-test resourceVersion: "21255" uid: 2d625873-2934-403e-9adf-1316c03dce48 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:11:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21135" uid: 7d0caa54-256b-4ffd-b59f-05f0bce8ee32 kind: Event lastTimestamp: "2026-09-17T21:12:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:39Z" name: error-404-isvc-31e6a-predictor.18d6380957eec9b6 namespace: kserve-ci-e2e-test resourceVersion: "21989" uid: 56414a7b-acf9-4618-bc28-8d47e4638bb9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:11:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21135" uid: 7d0caa54-256b-4ffd-b59f-05f0bce8ee32 kind: Event lastTimestamp: "2026-09-17T21:12:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:39Z" name: error-404-isvc-31e6a-predictor.18d638095835989f namespace: kserve-ci-e2e-test resourceVersion: "21990" uid: 1b25fd32-10bd-4eb8-a004-7e52c73f1f7b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-31e6a namespace: kserve-ci-e2e-test resourceVersion: "20928" uid: 0c963be1-8ecd-44e6-8b40-6bc46e4c4bae kind: Event lastTimestamp: "2026-09-17T21:12:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:12:09Z" name: error-404-isvc-31e6a.18d637fedbb77ada namespace: kserve-ci-e2e-test resourceVersion: "21688" uid: f693b55d-f376-4382-a9e0-212f8f2d2ba0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-31e6a namespace: kserve-ci-e2e-test resourceVersion: "21686" uid: 0c963be1-8ecd-44e6-8b40-6bc46e4c4bae kind: Event lastTimestamp: "2026-09-17T21:12:09Z" message: InferenceService [error-404-isvc-31e6a] is Ready metadata: creationTimestamp: "2026-09-17T21:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:12:09Z" name: error-404-isvc-31e6a.18d6380ccbbbdda9 namespace: kserve-ci-e2e-test resourceVersion: "21687" uid: aaee0277-c21a-4d53-a2d9-28d88c3a8a86 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:21:32.599739Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:21:32Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d6388fe4ff046d namespace: kserve-ci-e2e-test resourceVersion: "26260" uid: 9880b20d-3f1a-4397-8faf-b52495c8685e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-3ccd0-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:32Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d6388ff10d9644 namespace: kserve-ci-e2e-test resourceVersion: "26273" uid: 2b0b8846-ebcc-4f5d-9e84-b1dffe9d9126 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26266" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d638902adc409b namespace: kserve-ci-e2e-test resourceVersion: "26299" uid: 1f0c5693-164a-4d76-acbc-3f90c8f9c76d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d638902c4668c3 namespace: kserve-ci-e2e-test resourceVersion: "26301" uid: 4bc8151f-a884-4b59-889a-3106ecc896c2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d638902ffa9814 namespace: kserve-ci-e2e-test resourceVersion: "26303" uid: 342446a5-bc6d-4f73-9c05-122316c25343 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d638903072598b namespace: kserve-ci-e2e-test resourceVersion: "26304" uid: 36d78ab2-6ed7-46cd-9d9a-c21c295410e3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d63890307c5f12 namespace: kserve-ci-e2e-test resourceVersion: "26305" uid: b5a49892-104e-47c2-91ce-dbb41d6ded17 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d6389033432a90 namespace: kserve-ci-e2e-test resourceVersion: "26307" uid: 5aafd7dd-9b3c-43de-88c9-1d5257a6cb95 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d6389033b530a2 namespace: kserve-ci-e2e-test resourceVersion: "26308" uid: d64bbdb2-61ea-48c9-bd69-8362bb710b54 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:21:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:22:20Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:21:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:22:20Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d63890652972c9 namespace: kserve-ci-e2e-test resourceVersion: "26916" uid: 9085d18d-c35d-407d-aead-705f7eb8c400 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:39:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:39:02Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d6398471e56285 namespace: kserve-ci-e2e-test resourceVersion: "34025" uid: 40f0beb4-4ccb-4860-b45a-9b90250d593b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:39:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:39:02Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d6398471e5e279 namespace: kserve-ci-e2e-test resourceVersion: "34026" uid: 5b20d0b2-af6c-400e-b730-82a3ea13e4df reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:39:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: f610db45-c15c-4de5-b3b8-45a836aa7f0c kind: Event lastTimestamp: "2026-09-17T21:39:05Z" message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp 10.133.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:39:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:39:05Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl.18d639851a1300ce namespace: kserve-ci-e2e-test resourceVersion: "34083" uid: bfd649d8-a699-415d-a22f-64591fbfeede reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3ccd0-predictor-5c789f8bd8 namespace: kserve-ci-e2e-test resourceVersion: "26250" uid: b20d3e05-8aed-4694-ab9b-086557bf46ff kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: 'Created pod: error-404-isvc-3ccd0-predictor-5c789f8bd8-c7nfl' metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:32Z" name: error-404-isvc-3ccd0-predictor-5c789f8bd8.18d6388fe46bccbc namespace: kserve-ci-e2e-test resourceVersion: "26257" uid: 4e2ea0a3-f0e9-48b5-b73b-a54d5c09c7fe reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26248" uid: 176156ba-fe2c-4c92-8eb5-16c710059523 kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: Scaled up replica set error-404-isvc-3ccd0-predictor-5c789f8bd8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:32Z" name: error-404-isvc-3ccd0-predictor.18d6388fe2949bc9 namespace: kserve-ci-e2e-test resourceVersion: "26251" uid: 264d990a-97d6-4ff4-9d06-7133a080b788 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:21:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26249" uid: 3cf5cbfa-db53-4f4c-94cd-7579b164dd6e kind: Event lastTimestamp: "2026-09-17T21:22:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:17Z" name: error-404-isvc-3ccd0-predictor.18d63893616fe220 namespace: kserve-ci-e2e-test resourceVersion: "26889" uid: a4e56445-424b-4d0e-9f1b-05b650cb66bc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:21:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26249" uid: 3cf5cbfa-db53-4f4c-94cd-7579b164dd6e kind: Event lastTimestamp: "2026-09-17T21:22:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:17Z" name: error-404-isvc-3ccd0-predictor.18d638936234a7ce namespace: kserve-ci-e2e-test resourceVersion: "26890" uid: f034eeb2-0d5a-4beb-a8c8-805cd2df828c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:22:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26489" uid: 3cf5cbfa-db53-4f4c-94cd-7579b164dd6e kind: Event lastTimestamp: "2026-09-17T21:23:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:22:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:02Z" name: error-404-isvc-3ccd0-predictor.18d6389ddf0f0013 namespace: kserve-ci-e2e-test resourceVersion: "27315" uid: ac089c2b-ff22-46f4-a47c-d3a4215d1a9e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:22:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26489" uid: 3cf5cbfa-db53-4f4c-94cd-7579b164dd6e kind: Event lastTimestamp: "2026-09-17T21:23:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:22:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:02Z" name: error-404-isvc-3ccd0-predictor.18d6389ddf881b1a namespace: kserve-ci-e2e-test resourceVersion: "27316" uid: 8d592efe-c260-403e-afab-84a55605f8fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "26234" uid: 0eadf6cf-81ea-4507-ae4a-8dc1522157bd kind: Event lastTimestamp: "2026-09-17T21:22:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:30Z" name: error-404-isvc-3ccd0.18d6388fe29ba372 namespace: kserve-ci-e2e-test resourceVersion: "27014" uid: a755b317-8545-4f98-8a62-f6b61701f51f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "27012" uid: 0eadf6cf-81ea-4507-ae4a-8dc1522157bd kind: Event lastTimestamp: "2026-09-17T21:22:30Z" message: InferenceService [error-404-isvc-3ccd0] is Ready metadata: creationTimestamp: "2026-09-17T21:22:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:30Z" name: error-404-isvc-3ccd0.18d6389d75031d39 namespace: kserve-ci-e2e-test resourceVersion: "27013" uid: 5575d914-d4ed-47fd-8dae-01d5d40e36ff reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:09:48.748771Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19981" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-46851-predictor-7f76877c8-jkqxj to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:09:48Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec04358e10 namespace: kserve-ci-e2e-test resourceVersion: "19985" uid: b0394af5-7d3a-4006-8a41-3808a75b63bf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-46851-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:48Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec0e21fa21 namespace: kserve-ci-e2e-test resourceVersion: "19998" uid: c36875a8-30b8-4355-991a-d5da321d41f0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19989" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:09:49Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec4a23ce92 namespace: kserve-ci-e2e-test resourceVersion: "20019" uid: fc0d54b4-3cf6-4c19-aca5-be9beb82a18b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:49Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec4b752128 namespace: kserve-ci-e2e-test resourceVersion: "20022" uid: a26ab4e8-60c6-4ac2-bf21-79af20852cc6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:50Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec4ec8d9b3 namespace: kserve-ci-e2e-test resourceVersion: "20023" uid: 1a34f026-9c15-46b3-be51-b42f57104d32 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:09:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:50Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec4f399f46 namespace: kserve-ci-e2e-test resourceVersion: "20024" uid: b5927bfe-aed2-4d10-87a2-8a4b64772665 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:09:50Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:50Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec4f44c62e namespace: kserve-ci-e2e-test resourceVersion: "20025" uid: d2eaf11a-ca81-49f6-b970-529db1052ad7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:09:50Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:50Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec52fd2e38 namespace: kserve-ci-e2e-test resourceVersion: "20026" uid: c470ba6c-f897-49a4-a1eb-0f843bc1ab4a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:09:50Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:50Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec536e31a8 namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 9c3821c8-573f-4f07-8f93-401eb3e126c7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:09:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:10:36Z" message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:36Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ec55a570e7 namespace: kserve-ci-e2e-test resourceVersion: "20399" uid: 84d0fcba-a931-4060-99df-4fb75afcb518 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:09Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637fed2575f36 namespace: kserve-ci-e2e-test resourceVersion: "20907" uid: 41296558-39a2-4fdf-837b-5ffb5e026ff7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:09Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637fed257f1e5 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 391ca7ed-31f0-40ad-ba53-7c16b3823aa7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46851-predictor-7f76877c8-jkqxj namespace: kserve-ci-e2e-test resourceVersion: "19983" uid: 31a88c45-0456-464e-a1b8-7af05168da5f kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp 10.133.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:11Z" name: error-404-isvc-46851-predictor-7f76877c8-jkqxj.18d637ff31d6ba75 namespace: kserve-ci-e2e-test resourceVersion: "20990" uid: 486df606-0e18-4146-913b-30ace9347374 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-46851-predictor-7f76877c8 namespace: kserve-ci-e2e-test resourceVersion: "19975" uid: 37bbbd91-e0b3-497a-b149-334cc7f70377 kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: 'Created pod: error-404-isvc-46851-predictor-7f76877c8-jkqxj' metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:09:48Z" name: error-404-isvc-46851-predictor-7f76877c8.18d637ec03c1c52e namespace: kserve-ci-e2e-test resourceVersion: "19982" uid: 404e977c-9a40-43d8-8425-d0db86213e31 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "19971" uid: cd61d429-3344-4c68-90f5-4e70474271f4 kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: Scaled up replica set error-404-isvc-46851-predictor-7f76877c8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:09:48Z" name: error-404-isvc-46851-predictor.18d637ec0227a8f5 namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 896d6606-1b7d-4256-9498-cf9b5e6cf3b4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:10:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: 9a58134c-dab0-4f4e-97e4-eb3c3baa7444 kind: Event lastTimestamp: "2026-09-17T21:10:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:10:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:33Z" name: error-404-isvc-46851-predictor.18d637ef80d91d26 namespace: kserve-ci-e2e-test resourceVersion: "20382" uid: 6c03fdfa-4099-4d10-8dc2-bd1dcbf972bd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:10:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: 9a58134c-dab0-4f4e-97e4-eb3c3baa7444 kind: Event lastTimestamp: "2026-09-17T21:10:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:10:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:33Z" name: error-404-isvc-46851-predictor.18d637ef81406ebe namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: ac4ec72a-7fc1-4db8-b45d-ee885f5882e9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:10:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "20150" uid: 9a58134c-dab0-4f4e-97e4-eb3c3baa7444 kind: Event lastTimestamp: "2026-09-17T21:11:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:03Z" name: error-404-isvc-46851-predictor.18d637f2ffed3218 namespace: kserve-ci-e2e-test resourceVersion: "20809" uid: 10a26e8f-76a0-4672-a94c-b3e8cdfd34d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:10:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "20150" uid: 9a58134c-dab0-4f4e-97e4-eb3c3baa7444 kind: Event lastTimestamp: "2026-09-17T21:11:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:03Z" name: error-404-isvc-46851-predictor.18d637f3004c4281 namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: 8f14e69f-091d-422e-9b18-ea806c9340cc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-46851 namespace: kserve-ci-e2e-test resourceVersion: "19943" uid: 967a9098-30a2-4468-b725-04a6e8817c41 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-46851.18d637ec02a07591 namespace: kserve-ci-e2e-test resourceVersion: "20595" uid: d9708a77-b389-4e43-8e13-65902736da76 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-46851 namespace: kserve-ci-e2e-test resourceVersion: "20593" uid: 967a9098-30a2-4468-b725-04a6e8817c41 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: InferenceService [error-404-isvc-46851] is Ready metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-46851.18d637f9649987fa namespace: kserve-ci-e2e-test resourceVersion: "20594" uid: f9904154-c95e-437f-a6c8-36a8178e7547 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:10:45.853431Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:10:45Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f94fe97f01 namespace: kserve-ci-e2e-test resourceVersion: "20565" uid: 64f70883-9da9-4279-810b-26b084a14b45 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20571" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f971db9a9b namespace: kserve-ci-e2e-test resourceVersion: "20596" uid: 088018ec-164c-44ab-be67-c25bc9851401 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f9731578a3 namespace: kserve-ci-e2e-test resourceVersion: "20599" uid: 572e2e0f-eb0d-44a1-b2b4-d3b01e6c3791 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f975b83c60 namespace: kserve-ci-e2e-test resourceVersion: "20601" uid: 2698f3f7-3756-40f2-8ffd-7303c764b22c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f9762997a4 namespace: kserve-ci-e2e-test resourceVersion: "20603" uid: b9f1adf8-5c70-45d1-8eec-fc5d585369de reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f97634161f namespace: kserve-ci-e2e-test resourceVersion: "20604" uid: 32d67488-e87a-4103-8bc0-db072ee3a2f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f97931287f namespace: kserve-ci-e2e-test resourceVersion: "20605" uid: 800acdc5-df56-49c8-9309-370c70ad00c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:46Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f979b94336 namespace: kserve-ci-e2e-test resourceVersion: "20606" uid: 4ca79e54-81ed-4a8e-88f0-9c559a512843 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:10:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:11:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:10:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:34Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d637f9e44facdf namespace: kserve-ci-e2e-test resourceVersion: "21211" uid: e920fdbb-f9ba-4d92-b2bc-774292606fe8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d6380c3f0ec76c namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: d118494e-64e4-46c1-b28b-39acbcdf7df2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d6380c3f0f378e namespace: kserve-ci-e2e-test resourceVersion: "21583" uid: 2c310bf0-0fdf-46a2-a391-2c01486e78ad reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 77d635a8-3d5f-4336-a9b3-20472d79a220 kind: Event lastTimestamp: "2026-09-17T21:12:09Z" message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:09Z" name: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9.18d6380cc0edb44b namespace: kserve-ci-e2e-test resourceVersion: "21677" uid: 26eb9028-469e-4a5c-8393-2cebb64c8ec6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-62e6f-predictor-6984c9779b namespace: kserve-ci-e2e-test resourceVersion: "20554" uid: 1760146d-4309-4ade-8e86-5f5b70092a38 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: 'Created pod: error-404-isvc-62e6f-predictor-6984c9779b-6qqq9' metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:45Z" name: error-404-isvc-62e6f-predictor-6984c9779b.18d637f94f841eda namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: d8410081-62cc-48c6-a551-71d9c2fc6a71 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20549" uid: 270b37e8-8e0c-4a29-acca-cd8244577b98 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: Scaled up replica set error-404-isvc-62e6f-predictor-6984c9779b from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:45Z" name: error-404-isvc-62e6f-predictor.18d637f94dcdfe43 namespace: kserve-ci-e2e-test resourceVersion: "20556" uid: 2efd8fa6-4f0a-4f2e-ac0a-bdef985422e0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20553" uid: 77e34916-cbaa-4d43-aaad-838df5b54df2 kind: Event lastTimestamp: "2026-09-17T21:11:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:00Z" name: error-404-isvc-62e6f-predictor.18d637fccc4e152d namespace: kserve-ci-e2e-test resourceVersion: "20782" uid: 5be4d3f0-638d-4ff3-a363-dca001a0977f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20553" uid: 77e34916-cbaa-4d43-aaad-838df5b54df2 kind: Event lastTimestamp: "2026-09-17T21:11:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:00Z" name: error-404-isvc-62e6f-predictor.18d637fcccae729a namespace: kserve-ci-e2e-test resourceVersion: "20784" uid: f2336b60-3334-4021-9f94-e174e9aa6b40 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:11:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: 77e34916-cbaa-4d43-aaad-838df5b54df2 kind: Event lastTimestamp: "2026-09-17T21:12:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:11:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:00Z" name: error-404-isvc-62e6f-predictor.18d638004b8f0429 namespace: kserve-ci-e2e-test resourceVersion: "21472" uid: 2e5fc235-f917-435f-bc3f-8d1931ae1e9d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:11:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: 77e34916-cbaa-4d43-aaad-838df5b54df2 kind: Event lastTimestamp: "2026-09-17T21:12:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:11:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:00Z" name: error-404-isvc-62e6f-predictor.18d638004bff36bd namespace: kserve-ci-e2e-test resourceVersion: "21473" uid: 512a628b-a298-46fe-92b4-7d107598bbca reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-62e6f namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: f55b8296-3b85-4b0f-94d1-64dbb8e2f916 kind: Event lastTimestamp: "2026-09-17T21:11:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:11:44Z" name: error-404-isvc-62e6f.18d637f94e02832a namespace: kserve-ci-e2e-test resourceVersion: "21294" uid: d0ad0316-c141-45da-8b3b-8c016eb22e0d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-62e6f namespace: kserve-ci-e2e-test resourceVersion: "21292" uid: f55b8296-3b85-4b0f-94d1-64dbb8e2f916 kind: Event lastTimestamp: "2026-09-17T21:11:44Z" message: InferenceService [error-404-isvc-62e6f] is Ready metadata: creationTimestamp: "2026-09-17T21:11:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:11:44Z" name: error-404-isvc-62e6f.18d63806f4135096 namespace: kserve-ci-e2e-test resourceVersion: "21293" uid: f91f030c-bd9b-4f03-9b56-0b469705c1e4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:21:56.625070Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26659" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:21:56Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d638957d047b17 namespace: kserve-ci-e2e-test resourceVersion: "26663" uid: b84fd998-b62d-40ee-8510-3c8d0cfbec44 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a1ff2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:56Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d6389586611b51 namespace: kserve-ci-e2e-test resourceVersion: "26677" uid: 80082b2a-397f-4c5e-8509-c2c400d951ac reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26669" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:21:57Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63895c29af061 namespace: kserve-ci-e2e-test resourceVersion: "26695" uid: 970899f2-c718-451e-812e-6fa180f92dff reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63895c46cf7d3 namespace: kserve-ci-e2e-test resourceVersion: "26698" uid: 493bfb92-a9b3-49b7-8552-f22101ec7d08 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63895c840cda7 namespace: kserve-ci-e2e-test resourceVersion: "26700" uid: fd1519a4-3b9b-41e5-92bc-d26dcd90c4dd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63895c8c5afc9 namespace: kserve-ci-e2e-test resourceVersion: "26701" uid: 04e3865f-404c-40e9-ab41-4e9fdb49595c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63895c8d054e1 namespace: kserve-ci-e2e-test resourceVersion: "26702" uid: e598303c-dc25-4b2f-9d57-9c37b510d095 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63895cc2a5ea5 namespace: kserve-ci-e2e-test resourceVersion: "26704" uid: 75983855-3415-48d7-9468-e88e955b1c03 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63895cc9ff678 namespace: kserve-ci-e2e-test resourceVersion: "26705" uid: 24984a74-5d76-4b7a-a893-cb9f660ee9c9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T21:21:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:31:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:21:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:24Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d638960192b6ca namespace: kserve-ci-e2e-test resourceVersion: "30872" uid: b43cfe13-b221-410e-8535-9c18d6d70807 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:31:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:21Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63919161d6e08 namespace: kserve-ci-e2e-test resourceVersion: "30844" uid: 68cc1c46-5360-4549-bbf6-1685c3f8fd0c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:31:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:21Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63919161df4a6 namespace: kserve-ci-e2e-test resourceVersion: "30845" uid: 1fe5ddbb-cb3c-4101-8180-5ca8187ed216 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:31:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 97fdc758-f620-4dea-b37e-7df3da9aa457 kind: Event lastTimestamp: "2026-09-17T21:31:24Z" message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp 10.133.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:24Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj.18d63919ca2ac57a namespace: kserve-ci-e2e-test resourceVersion: "30871" uid: d774e78b-f9cf-42fd-abad-7bb643f69bb9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a1ff2-predictor-6bd48997f4 namespace: kserve-ci-e2e-test resourceVersion: "26653" uid: e890ac6f-06b6-45ec-bf9c-068424b687f6 kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: 'Created pod: error-404-isvc-a1ff2-predictor-6bd48997f4-pp8xj' metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:56Z" name: error-404-isvc-a1ff2-predictor-6bd48997f4.18d638957c4167a3 namespace: kserve-ci-e2e-test resourceVersion: "26661" uid: 74e5aef5-8293-4028-a517-fa495f0d084c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26651" uid: b7ba2bb3-b25b-4800-ab21-38b0ee67b05b kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: Scaled up replica set error-404-isvc-a1ff2-predictor-6bd48997f4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:56Z" name: error-404-isvc-a1ff2-predictor.18d63895796875b6 namespace: kserve-ci-e2e-test resourceVersion: "26654" uid: 7758fbcc-3b82-4f60-ae6b-f1d846c6c00f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:22:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26652" uid: 8841e47c-a0d5-498d-a517-e49ac7c9e070 kind: Event lastTimestamp: "2026-09-17T21:22:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:22:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:26Z" name: error-404-isvc-a1ff2-predictor.18d63898f7af56f0 namespace: kserve-ci-e2e-test resourceVersion: "26963" uid: d543bcc6-9ee8-46cc-92de-1d95f1486227 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:22:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26652" uid: 8841e47c-a0d5-498d-a517-e49ac7c9e070 kind: Event lastTimestamp: "2026-09-17T21:22:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:22:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:26Z" name: error-404-isvc-a1ff2-predictor.18d63898f80ae92e namespace: kserve-ci-e2e-test resourceVersion: "26964" uid: 1bbbd976-889f-4b33-b41e-ed4927e722d0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:22:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26839" uid: 8841e47c-a0d5-498d-a517-e49ac7c9e070 kind: Event lastTimestamp: "2026-09-17T21:23:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:22:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:11Z" name: error-404-isvc-a1ff2-predictor.18d6389ff5680c25 namespace: kserve-ci-e2e-test resourceVersion: "27420" uid: 10850669-1db7-4e2f-9997-87d87770d47f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:22:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26839" uid: 8841e47c-a0d5-498d-a517-e49ac7c9e070 kind: Event lastTimestamp: "2026-09-17T21:23:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:22:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:11Z" name: error-404-isvc-a1ff2-predictor.18d6389ff5cbe582 namespace: kserve-ci-e2e-test resourceVersion: "27421" uid: 5a40335d-d4e5-4c6f-8ded-ee7a52cc6f0b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a1ff2 namespace: kserve-ci-e2e-test resourceVersion: "26639" uid: 6f727668-7240-4294-8d7b-f9786c79d817 kind: Event lastTimestamp: "2026-09-17T21:22:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:55Z" name: error-404-isvc-a1ff2.18d638957967e0d6 namespace: kserve-ci-e2e-test resourceVersion: "27258" uid: bd3128c6-d8fa-4d9e-8556-41a2fd08863d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a1ff2 namespace: kserve-ci-e2e-test resourceVersion: "27255" uid: 6f727668-7240-4294-8d7b-f9786c79d817 kind: Event lastTimestamp: "2026-09-17T21:22:55Z" message: InferenceService [error-404-isvc-a1ff2] is Ready metadata: creationTimestamp: "2026-09-17T21:22:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:55Z" name: error-404-isvc-a1ff2.18d638a315e70f8d namespace: kserve-ci-e2e-test resourceVersion: "27256" uid: 95a964ea-9181-4b74-b563-02e208c2fe14 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T20:58:48.641784Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14416" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a625d-predictor-7679674998-2mt57 to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T20:58:48Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d6375252c44286 namespace: kserve-ci-e2e-test resourceVersion: "14420" uid: 03f911bb-2492-4855-9e5e-0e29e4fbacf7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a625d-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:48Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d637525c08abc0 namespace: kserve-ci-e2e-test resourceVersion: "14446" uid: 0a513e7f-d27d-4efb-bafb-6b511c9196b9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14425" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Add eth0 [10.133.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T20:58:49Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d637529863d9ad namespace: kserve-ci-e2e-test resourceVersion: "14524" uid: 6bea09ab-3450-4937-be7f-88bcc0e45dab reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d637529a9b3f5a namespace: kserve-ci-e2e-test resourceVersion: "14527" uid: d6c88b29-8e8d-4642-92d3-9d2000787150 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:59:02Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" in 12.234s (12.234s including waiting). Image size: 1386042952 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:02Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d6375573dbc7d1 namespace: kserve-ci-e2e-test resourceVersion: "14641" uid: e7598f55-5835-498e-b585-2d48b6cff42c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:59:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T20:59:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:02Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d6375576a32bff namespace: kserve-ci-e2e-test resourceVersion: "14643" uid: dda6e2e9-988f-4b58-990d-7cfa3bd4be30 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:59:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T20:59:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:02Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d637557708b3b8 namespace: kserve-ci-e2e-test resourceVersion: "14644" uid: 56346e72-6a18-44af-8fd1-de1857997178 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:59:02Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T20:59:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:02Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d6375577165145 namespace: kserve-ci-e2e-test resourceVersion: "14646" uid: 1d0387e1-3952-4d2a-9b45-d3247b086dc8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:59:04Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.139s (2.139s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:04Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d63755f6970abb namespace: kserve-ci-e2e-test resourceVersion: "14683" uid: 6dfb812f-1718-43aa-8675-c314c3949ba3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:59:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T20:59:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:04Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d63755f96cb5b8 namespace: kserve-ci-e2e-test resourceVersion: "14684" uid: d47433ea-3c7f-4da6-afeb-dd6a7bc295aa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:59:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T20:59:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:04Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d63755f9d4f866 namespace: kserve-ci-e2e-test resourceVersion: "14685" uid: 74e9548a-ad6f-4ad0-b813-488606b31c36 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T20:59:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T20:59:50Z" message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T20:59:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:50Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d63756111219aa namespace: kserve-ci-e2e-test resourceVersion: "15101" uid: fa231e11-3918-4b7a-a17a-13e3c79580a4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:23Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d637685e62e1b1 namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 524071e9-0389-453b-80b3-8b95e9c62f35 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:23Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d637685e636af9 namespace: kserve-ci-e2e-test resourceVersion: "15464" uid: db32f4f5-0a52-4d8e-b304-eea634a04962 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a625d-predictor-7679674998-2mt57 namespace: kserve-ci-e2e-test resourceVersion: "14418" uid: bf39c692-db71-41a8-886f-38605b70a1c4 kind: Event lastTimestamp: "2026-09-17T21:00:25Z" message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp 10.133.0.19:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:25Z" name: error-404-isvc-a625d-predictor-7679674998-2mt57.18d63768ed3cc3ee namespace: kserve-ci-e2e-test resourceVersion: "15564" uid: b95aaa15-b2ad-453f-b1cd-fffe453c5033 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a625d-predictor-7679674998 namespace: kserve-ci-e2e-test resourceVersion: "14406" uid: 492d8947-18d2-4f5b-a9f0-b28c7ecac815 kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: 'Created pod: error-404-isvc-a625d-predictor-7679674998-2mt57' metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: error-404-isvc-a625d-predictor-7679674998.18d637525205dd88 namespace: kserve-ci-e2e-test resourceVersion: "14417" uid: 1cb57f7e-ad0d-43c9-ac2e-0553bcccd862 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14403" uid: 451f0370-1003-4e6e-9741-b9847c2bbdf0 kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: Scaled up replica set error-404-isvc-a625d-predictor-7679674998 from 0 to 1 metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: error-404-isvc-a625d-predictor.18d637524fd4cffa namespace: kserve-ci-e2e-test resourceVersion: "14407" uid: 833aa1b2-a67d-4b1b-a9a2-6f04d4b337ce reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14405" uid: 1dc877ba-ff25-4548-a0a5-8642d5c340d8 kind: Event lastTimestamp: "2026-09-17T20:59:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:59:48Z" name: error-404-isvc-a625d-predictor.18d63755ce433291 namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: cb1ccea5-e7d5-4c6d-9753-9bad8931721a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14405" uid: 1dc877ba-ff25-4548-a0a5-8642d5c340d8 kind: Event lastTimestamp: "2026-09-17T20:59:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:59:48Z" name: error-404-isvc-a625d-predictor.18d63755ce7dca19 namespace: kserve-ci-e2e-test resourceVersion: "15074" uid: 06dbd98e-73a5-4f74-91f0-854ed544281e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T20:59:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14665" uid: 1dc877ba-ff25-4548-a0a5-8642d5c340d8 kind: Event lastTimestamp: "2026-09-17T21:00:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T20:59:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:18Z" name: error-404-isvc-a625d-predictor.18d6375ccbd84a11 namespace: kserve-ci-e2e-test resourceVersion: "15366" uid: 6f86af13-a464-4d82-b17d-5eddea52c623 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T20:59:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14665" uid: 1dc877ba-ff25-4548-a0a5-8642d5c340d8 kind: Event lastTimestamp: "2026-09-17T21:00:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T20:59:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:18Z" name: error-404-isvc-a625d-predictor.18d6375ccc3a17c8 namespace: kserve-ci-e2e-test resourceVersion: "15367" uid: 150be161-3076-4dad-a024-c81ffc467ffa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a625d namespace: kserve-ci-e2e-test resourceVersion: "14397" uid: 68bf8727-11b9-4264-abcc-82e4f39059cf kind: Event lastTimestamp: "2026-09-17T21:00:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:00Z" name: error-404-isvc-a625d.18d637524fdb7041 namespace: kserve-ci-e2e-test resourceVersion: "15176" uid: 9b5af4bd-f489-4899-97b0-5c4fa7b2bf34 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a625d namespace: kserve-ci-e2e-test resourceVersion: "15174" uid: 68bf8727-11b9-4264-abcc-82e4f39059cf kind: Event lastTimestamp: "2026-09-17T21:00:00Z" message: InferenceService [error-404-isvc-a625d] is Ready metadata: creationTimestamp: "2026-09-17T21:00:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:00Z" name: error-404-isvc-a625d.18d63763206a8ba4 namespace: kserve-ci-e2e-test resourceVersion: "15175" uid: b073173b-9305-43f7-8260-db429a08643b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:12:07.373171Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21615" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:12:07Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380c4ade0ccd namespace: kserve-ci-e2e-test resourceVersion: "21619" uid: ddb74118-e909-47c9-8493-7a3d00b4f088 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21625" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:12:07Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380c6cb4907c namespace: kserve-ci-e2e-test resourceVersion: "21643" uid: f3755f83-d025-4a40-8b14-17a6a9e1ff6c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380c6dfacffd namespace: kserve-ci-e2e-test resourceVersion: "21645" uid: b0161004-b1d1-42da-b8f2-f0e163da8342 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:12:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:08Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380c7083e7c7 namespace: kserve-ci-e2e-test resourceVersion: "21646" uid: dcae0235-f803-4a0f-bd8d-4e84cdcf9c44 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:12:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:08Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380c70f5df4f namespace: kserve-ci-e2e-test resourceVersion: "21647" uid: f0f64c3a-989c-4f94-880b-dd02f94df735 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:12:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:08Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380c7100bd06 namespace: kserve-ci-e2e-test resourceVersion: "21648" uid: 3b52b9dd-11d2-47b1-b73a-7aed0f9d937b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:12:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:08Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380c741a0667 namespace: kserve-ci-e2e-test resourceVersion: "21649" uid: f0b742c4-907d-4ec8-8a0d-40ae952a5a36 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:12:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:08Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380c74a15ec4 namespace: kserve-ci-e2e-test resourceVersion: "21650" uid: 70a592db-965f-4b4c-b334-cd72bd89fa4a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T21:12:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:21:35Z" message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:35Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6380cd2ea1a99 namespace: kserve-ci-e2e-test resourceVersion: "26347" uid: 54331254-a84f-463d-91e5-ba142fb6ca18 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:32Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6388fd8f729e4 namespace: kserve-ci-e2e-test resourceVersion: "26213" uid: 26e6f37b-4620-46cd-bcbc-ab9274fae808 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:32Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d6388fd8f83d3b namespace: kserve-ci-e2e-test resourceVersion: "26215" uid: 904987f3-acbd-44e5-94c5-83d5d909b566 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 852e4935-ae82-4b04-96c6-2a62961ab4b7 kind: Event lastTimestamp: "2026-09-17T21:21:35Z" message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp 10.133.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:21:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:35Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b.18d638909b54ddf3 namespace: kserve-ci-e2e-test resourceVersion: "26346" uid: de62aef2-e699-47c0-ac71-e1308c1406c7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b5a48-predictor-5bb6b4f9f8 namespace: kserve-ci-e2e-test resourceVersion: "21609" uid: d9339444-2b4d-448a-8797-0944306a3ab0 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: 'Created pod: error-404-isvc-b5a48-predictor-5bb6b4f9f8-4b79b' metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:07Z" name: error-404-isvc-b5a48-predictor-5bb6b4f9f8.18d6380c4a758ab6 namespace: kserve-ci-e2e-test resourceVersion: "21616" uid: 50dd39b6-316f-44fc-8368-c39de17f8387 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b5a48-predictor namespace: kserve-ci-e2e-test resourceVersion: "21607" uid: 037bf3ba-881c-4e92-b7b7-49529a1e46b4 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Scaled up replica set error-404-isvc-b5a48-predictor-5bb6b4f9f8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:07Z" name: error-404-isvc-b5a48-predictor.18d6380c4830a11c namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: e71a492c-3981-4e8a-9253-10cc43fecf87 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:12:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b5a48-predictor namespace: kserve-ci-e2e-test resourceVersion: "21608" uid: 5de40d09-8e12-45db-933c-5e6a1b878cd8 kind: Event lastTimestamp: "2026-09-17T21:13:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:12:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:22Z" name: error-404-isvc-b5a48-predictor.18d6380fc69d6dd9 namespace: kserve-ci-e2e-test resourceVersion: "22352" uid: 562f03dd-1149-45ff-a292-c54f4e84753a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:12:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b5a48-predictor namespace: kserve-ci-e2e-test resourceVersion: "21608" uid: 5de40d09-8e12-45db-933c-5e6a1b878cd8 kind: Event lastTimestamp: "2026-09-17T21:13:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:12:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:22Z" name: error-404-isvc-b5a48-predictor.18d6380fc7054bd4 namespace: kserve-ci-e2e-test resourceVersion: "22353" uid: 4c6b053b-75f3-4b73-a98f-1dc1d8f1e0a6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "21598" uid: b6575dad-2f90-44d1-952f-93d8618e0586 kind: Event lastTimestamp: "2026-09-17T21:13:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:13:05Z" name: error-404-isvc-b5a48.18d6380c4835fe26 namespace: kserve-ci-e2e-test resourceVersion: "22194" uid: 73a47c5b-4ebc-434c-8f23-1af66423c2dc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: b6575dad-2f90-44d1-952f-93d8618e0586 kind: Event lastTimestamp: "2026-09-17T21:13:05Z" message: InferenceService [error-404-isvc-b5a48] is Ready metadata: creationTimestamp: "2026-09-17T21:13:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:13:05Z" name: error-404-isvc-b5a48.18d63819e2204053 namespace: kserve-ci-e2e-test resourceVersion: "22193" uid: 0a63cef0-2b11-4862-ad18-c20ed8e79e89 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:20:35.253999Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25398" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d3600-predictor-5bc9bb5464-rns9p to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d638828aec7148 namespace: kserve-ci-e2e-test resourceVersion: "25402" uid: 68bb4430-5288-4bfe-a971-c3b47fddc723 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25408" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d63882acc50dad namespace: kserve-ci-e2e-test resourceVersion: "25422" uid: ca13ce04-bad5-4ab2-8256-1b2a2499c203 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d63882ae42c635 namespace: kserve-ci-e2e-test resourceVersion: "25424" uid: f80b58d5-f767-4abb-9278-59b45ebf336f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d63882b1961ff3 namespace: kserve-ci-e2e-test resourceVersion: "25425" uid: 2732b627-39cc-46b7-814d-f5de94d2ce6e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d63882b204074f namespace: kserve-ci-e2e-test resourceVersion: "25426" uid: 0283dbbf-e10a-44f1-bd4a-d841dd78234d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d63882b20e9adf namespace: kserve-ci-e2e-test resourceVersion: "25428" uid: 7ff2715d-0526-4550-b6df-b2ef70dc026c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d63882b51e7333 namespace: kserve-ci-e2e-test resourceVersion: "25429" uid: 3edddcc4-1aec-4531-a57f-6b590066e78f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d63882b5a493a7 namespace: kserve-ci-e2e-test resourceVersion: "25430" uid: b496a42a-2cba-42c9-94d3-eee161ca4d6c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:21:23Z" message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:23Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d6388312ff91db namespace: kserve-ci-e2e-test resourceVersion: "26101" uid: 9dd301bd-8d8b-4ab9-90e4-369118a18842 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:56Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d638956df86c23 namespace: kserve-ci-e2e-test resourceVersion: "26618" uid: 6bed4bcb-f3cf-4891-9933-1c6a6e030b64 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:56Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d638956df92ba8 namespace: kserve-ci-e2e-test resourceVersion: "26619" uid: 9c17c53b-18c9-452a-9fb8-1acd062b8568 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p namespace: kserve-ci-e2e-test resourceVersion: "25400" uid: 97d06122-12e7-41b2-ae57-57fe0151fe8d kind: Event lastTimestamp: "2026-09-17T21:21:58Z" message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp 10.133.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:21:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:58Z" name: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p.18d63895ef3d706c namespace: kserve-ci-e2e-test resourceVersion: "26714" uid: 73019d26-4c5a-42a3-87bf-712ff85b7e29 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d3600-predictor-5bc9bb5464 namespace: kserve-ci-e2e-test resourceVersion: "25389" uid: ffe38e2a-3e05-47e7-8db6-8e3ca07fc341 kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: 'Created pod: error-404-isvc-d3600-predictor-5bc9bb5464-rns9p' metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor-5bc9bb5464.18d638828a2b49fe namespace: kserve-ci-e2e-test resourceVersion: "25399" uid: 9c5e3878-29a6-4c01-95fb-a0cd440344a1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25387" uid: 8d0d6dbf-156e-4c2d-9cf3-ca55b8b1e77a kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Scaled up replica set error-404-isvc-d3600-predictor-5bc9bb5464 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:20:35Z" name: error-404-isvc-d3600-predictor.18d638828831598b namespace: kserve-ci-e2e-test resourceVersion: "25393" uid: 006652e8-20c8-4a21-9776-a6a4b52e9bcb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25390" uid: 4863185b-4588-4fab-8cea-6369f5a2b1f0 kind: Event lastTimestamp: "2026-09-17T21:20:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:20:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:20:50Z" name: error-404-isvc-d3600-predictor.18d6388606dbcdc3 namespace: kserve-ci-e2e-test resourceVersion: "25834" uid: 14210c49-4ce2-4e9f-8205-aa38669c190e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25390" uid: 4863185b-4588-4fab-8cea-6369f5a2b1f0 kind: Event lastTimestamp: "2026-09-17T21:20:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:20:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:20:50Z" name: error-404-isvc-d3600-predictor.18d6388607443797 namespace: kserve-ci-e2e-test resourceVersion: "25836" uid: 9223dd98-1540-4f95-93b9-e866d9417a7e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:21:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 4863185b-4588-4fab-8cea-6369f5a2b1f0 kind: Event lastTimestamp: "2026-09-17T21:21:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:21:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:50Z" name: error-404-isvc-d3600-predictor.18d63889860dc924 namespace: kserve-ci-e2e-test resourceVersion: "26517" uid: 5558328b-b9a2-438c-a3a3-c8786823b373 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:21:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25835" uid: 4863185b-4588-4fab-8cea-6369f5a2b1f0 kind: Event lastTimestamp: "2026-09-17T21:21:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:21:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:50Z" name: error-404-isvc-d3600-predictor.18d6388986d00349 namespace: kserve-ci-e2e-test resourceVersion: "26518" uid: 7b30b1e2-e8d9-4717-860c-a8b43dfd83bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d3600 namespace: kserve-ci-e2e-test resourceVersion: "25375" uid: 9dfb5ae8-f9b6-4d3e-b6bd-da09854e3a39 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-d3600.18d63882885e23c2 namespace: kserve-ci-e2e-test resourceVersion: "26297" uid: 32df3534-7635-4641-b6bb-621012b8ffbd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d3600 namespace: kserve-ci-e2e-test resourceVersion: "26295" uid: 9dfb5ae8-f9b6-4d3e-b6bd-da09854e3a39 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: InferenceService [error-404-isvc-d3600] is Ready metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:21:33Z" name: error-404-isvc-d3600.18d638902275fc02 namespace: kserve-ci-e2e-test resourceVersion: "26296" uid: f56e48d7-0286-4b84-9367-eacbf5d3daff reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:01:20.099548Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16178" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ed647-predictor-7fbb665cd-xwzbp to ip-10-0-138-134.ec2.internal metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:01:20Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775965a5fe7 namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: a3efbadb-48a8-4cb1-ab4a-a7acce4b67d7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:20Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:01:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ed647-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:20Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775a05e993a namespace: kserve-ci-e2e-test resourceVersion: "16204" uid: 40b1f887-e844-49c2-9c3e-8b57a7f65549 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16187" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775dc3cac1d namespace: kserve-ci-e2e-test resourceVersion: "16236" uid: bb4c4648-4573-4518-be51-878bebef7dc3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775ddaa6dd2 namespace: kserve-ci-e2e-test resourceVersion: "16239" uid: 8d0ced99-0391-472f-8fe0-908024480dfe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775e0e9bbaa namespace: kserve-ci-e2e-test resourceVersion: "16242" uid: ca463a8e-fad3-45bd-ac2e-fc9230030dbb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775e158af93 namespace: kserve-ci-e2e-test resourceVersion: "16243" uid: 93a26c2b-4a40-4582-885d-a61c6466c95f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775e1630b0f namespace: kserve-ci-e2e-test resourceVersion: "16244" uid: 887e8e5e-5452-4514-ba70-8c01240d41ec reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775e41a19ab namespace: kserve-ci-e2e-test resourceVersion: "16245" uid: f350a377-e978-426b-8c73-b5ef5f1e1f62 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d63775e4858877 namespace: kserve-ci-e2e-test resourceVersion: "16246" uid: f2aff3f0-4a45-43d2-b3e2-47d4ce0eb92e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:02:09Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:02:09Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d637765150a286 namespace: kserve-ci-e2e-test resourceVersion: "16692" uid: 4c402380-00e4-4fbd-85ec-39244529c8fe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:45Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d637f944af6307 namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 5edf1aab-09eb-45c3-b074-99087e6abff6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 87321e3b-b69f-452f-99fb-721db9638941 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:45Z" name: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp.18d637f944afbd03 namespace: kserve-ci-e2e-test resourceVersion: "20517" uid: 5cd16cb0-60f3-4a86-8127-23d5380893ff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-134.ec2.internal source: component: kubelet host: ip-10-0-138-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ed647-predictor-7fbb665cd namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: e4708c4c-2f7a-4937-ace3-2bbb227a544c kind: Event lastTimestamp: "2026-09-17T21:01:20Z" message: 'Created pod: error-404-isvc-ed647-predictor-7fbb665cd-xwzbp' metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:20Z" name: error-404-isvc-ed647-predictor-7fbb665cd.18d6377595fa6aa9 namespace: kserve-ci-e2e-test resourceVersion: "16181" uid: 76a79cdc-4383-4e16-b49e-01272f8781d6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 7d942dbf-399f-4c4c-98d4-cae97f74eead kind: Event lastTimestamp: "2026-09-17T21:01:20Z" message: Scaled up replica set error-404-isvc-ed647-predictor-7fbb665cd from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:20Z" name: error-404-isvc-ed647-predictor.18d637759445790d namespace: kserve-ci-e2e-test resourceVersion: "16174" uid: 87384eca-7e76-4f85-8aab-61ebfa75cb08 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: 426f5ee4-8837-4757-9a61-159a81a194e3 kind: Event lastTimestamp: "2026-09-17T21:01:35Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:01:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:35Z" name: error-404-isvc-ed647-predictor.18d6377912c4768e namespace: kserve-ci-e2e-test resourceVersion: "16418" uid: 74038bd9-3a86-419a-aa23-ebfe39035b1b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: 426f5ee4-8837-4757-9a61-159a81a194e3 kind: Event lastTimestamp: "2026-09-17T21:01:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:01:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:35Z" name: error-404-isvc-ed647-predictor.18d6377913063c0f namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: 412c2d96-44b4-49a1-802e-015138f5915f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:01:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16417" uid: 426f5ee4-8837-4757-9a61-159a81a194e3 kind: Event lastTimestamp: "2026-09-17T21:02:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:01:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:50Z" name: error-404-isvc-ed647-predictor.18d6377c91d37d03 namespace: kserve-ci-e2e-test resourceVersion: "17053" uid: ddf111eb-ef0a-4b1e-b87d-ca5b79e6ec29 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:01:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16417" uid: 426f5ee4-8837-4757-9a61-159a81a194e3 kind: Event lastTimestamp: "2026-09-17T21:02:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:01:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:50Z" name: error-404-isvc-ed647-predictor.18d6377c923b80ed namespace: kserve-ci-e2e-test resourceVersion: "17054" uid: 804a8d85-6726-4587-8988-1141783fa3d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:01:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ed647 namespace: kserve-ci-e2e-test resourceVersion: "16159" uid: a5be86f9-c604-40a9-806c-70e2ace0cf27 kind: Event lastTimestamp: "2026-09-17T21:02:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:02:19Z" name: error-404-isvc-ed647.18d63775944a1efe namespace: kserve-ci-e2e-test resourceVersion: "16786" uid: 255febca-4e17-41df-a1f2-34fdf62c1278 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ed647 namespace: kserve-ci-e2e-test resourceVersion: "16784" uid: a5be86f9-c604-40a9-806c-70e2ace0cf27 kind: Event lastTimestamp: "2026-09-17T21:02:19Z" message: InferenceService [error-404-isvc-ed647] is Ready metadata: creationTimestamp: "2026-09-17T21:02:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:02:19Z" name: error-404-isvc-ed647.18d637836111b281 namespace: kserve-ci-e2e-test resourceVersion: "16785" uid: d7261083-35a5-4d51-af50-a0af1a7517e2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T20:58:48.350979Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14363" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps to ip-10-0-140-118.ec2.internal metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T20:58:48Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d63752416ee8aa namespace: kserve-ci-e2e-test resourceVersion: "14369" uid: c070ba6c-1785-4117-8808-72ecc402ea69 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:48Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d637524eeaf52d namespace: kserve-ci-e2e-test resourceVersion: "14404" uid: 99de0161-6f54-4e5f-ae0c-6dd1783b70c7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14373" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d63752870602b7 namespace: kserve-ci-e2e-test resourceVersion: "14505" uid: 160adc2a-8dce-4907-98ad-bab25271819b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb" already present on machine metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375288771aab namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 834d526c-5cd5-4888-9455-628ba6d7a472 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d637528b7388d9 namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 57b14cb6-c2ab-4dd8-9041-d1471e72b50c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d637528c1909b2 namespace: kserve-ci-e2e-test resourceVersion: "14514" uid: 12b7b2ff-14d5-47de-bb90-af842f431aa1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:58:53Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999" metadata: creationTimestamp: "2026-09-17T20:58:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:53Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d637537b02b8d3 namespace: kserve-ci-e2e-test resourceVersion: "14569" uid: d2a14db3-c678-4194-a58c-6bbd2fae7587 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999" in 29.536s (29.536s including waiting). Image size: 1604543374 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375a5b7ffb73 namespace: kserve-ci-e2e-test resourceVersion: "14839" uid: 5bc5c76b-add9-4dfe-853c-036d1980bde7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375a6283ac4d namespace: kserve-ci-e2e-test resourceVersion: "14840" uid: baa082a1-0aee-45e5-9c04-487f43ec7767 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375a6418f53f namespace: kserve-ci-e2e-test resourceVersion: "14843" uid: 7e62f9b7-4bfd-4b32-bd49-39a797b1041c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375a642be601 namespace: kserve-ci-e2e-test resourceVersion: "14844" uid: bb991e29-0358-4eaf-96b9-a4823c96354c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.894s (2.894s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375b10b83ccf namespace: kserve-ci-e2e-test resourceVersion: "14869" uid: 56c2c178-1074-4a9a-a493-b99ab18be2b4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375b1585e4a0 namespace: kserve-ci-e2e-test resourceVersion: "14874" uid: 124f63bc-3a60-4739-a857-b6b42d7273a1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375b16095f6c namespace: kserve-ci-e2e-test resourceVersion: "14876" uid: f675373b-cc09-4cd6-b56d-84519997cbfb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T21:00:36Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:36Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6375b39d479ec namespace: kserve-ci-e2e-test resourceVersion: "15668" uid: 7e50b01c-d018-4711-b827-95fa51bed825 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:19Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6377589b61ad5 namespace: kserve-ci-e2e-test resourceVersion: "16123" uid: 42ffcb11-aa04-4db9-9b85-cf3f9b304fb9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:19Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d6377589b72185 namespace: kserve-ci-e2e-test resourceVersion: "16128" uid: 79843c2f-9c53-4071-b79c-84ec1e68ca9e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 7534274d-cffc-4e7c-b216-b7141ee17518 kind: Event lastTimestamp: "2026-09-17T21:01:22Z" message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:22Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps.18d637763c49c48f namespace: kserve-ci-e2e-test resourceVersion: "16264" uid: 428e0642-e002-4f8a-803c-7cb51b951444 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-64d8fbb9c6 namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: cc0dbe98-c055-4aaa-abfb-ef2812819565 kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-64d8fbb9c6-m4mps' metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: isvc-sklearn-graph-1-predictor-64d8fbb9c6.18d6375240ed3313 namespace: kserve-ci-e2e-test resourceVersion: "14365" uid: 03dd8110-1312-459d-8ae1-7d9e3f536c17 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: e4249cfb-b5f0-4253-9bf3-6d957ba770cb kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-64d8fbb9c6 from 0 to 1 metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: isvc-sklearn-graph-1-predictor.18d63752388f6630 namespace: kserve-ci-e2e-test resourceVersion: "14351" uid: 53ff17d0-e355-40a1-9c60-8721b3c78cf0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14357" uid: 66598fcd-c148-47b7-9d26-2dc0ff6bdaec kind: Event lastTimestamp: "2026-09-17T21:00:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:03Z" name: isvc-sklearn-graph-1-predictor.18d63755be18bede namespace: kserve-ci-e2e-test resourceVersion: "15200" uid: 86ff87a2-70f3-4ccb-a331-3b17da5cab7b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14357" uid: 66598fcd-c148-47b7-9d26-2dc0ff6bdaec kind: Event lastTimestamp: "2026-09-17T21:00:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:03Z" name: isvc-sklearn-graph-1-predictor.18d63755be8f355c namespace: kserve-ci-e2e-test resourceVersion: "15201" uid: f7ea13ad-3ba2-4ecd-b9c1-5a70746cae51 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:00:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14656" uid: 66598fcd-c148-47b7-9d26-2dc0ff6bdaec kind: Event lastTimestamp: "2026-09-17T21:01:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:00:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:03Z" name: isvc-sklearn-graph-1-predictor.18d6376739cc0cb7 namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: 92cc6c35-15b8-4588-9f30-dade0441f929 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:00:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14656" uid: 66598fcd-c148-47b7-9d26-2dc0ff6bdaec kind: Event lastTimestamp: "2026-09-17T21:01:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:00:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:03Z" name: isvc-sklearn-graph-1-predictor.18d637673a4293b9 namespace: kserve-ci-e2e-test resourceVersion: "15905" uid: 10b7c382-9fc7-408f-ad56-06c3871c521e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14334" uid: b702d616-2f47-40f0-9477-e06c41029bdd kind: Event lastTimestamp: "2026-09-17T21:00:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:46Z" name: isvc-sklearn-graph-1.18d637523eb269db namespace: kserve-ci-e2e-test resourceVersion: "15766" uid: 0d4a3940-c4e6-4236-a872-0d4a81eeb083 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15764" uid: b702d616-2f47-40f0-9477-e06c41029bdd kind: Event lastTimestamp: "2026-09-17T21:00:46Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-17T21:00:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:46Z" name: isvc-sklearn-graph-1.18d6376dadeaf66b namespace: kserve-ci-e2e-test resourceVersion: "15765" uid: 4826f788-051d-4652-87cf-a3995ec992ba reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T20:58:49.021613Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14469" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d to ip-10-0-140-118.ec2.internal metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d637526967f58b namespace: kserve-ci-e2e-test resourceVersion: "14476" uid: 60bc1c37-9b26-4868-be95-ee621cf64432 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14486" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d637528b50458f namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: 7f1d1786-30bc-424d-a555-0c2c59afcd49 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb" already present on machine metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d637528cc42e52 namespace: kserve-ci-e2e-test resourceVersion: "14515" uid: a7af3fd6-b07d-4e0b-9a9d-7513598bdb7d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d637528fc30fb2 namespace: kserve-ci-e2e-test resourceVersion: "14519" uid: dab6d715-9ad5-4121-a166-8a94ddfc1155 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d63752903a2ab7 namespace: kserve-ci-e2e-test resourceVersion: "14520" uid: c4b18f0b-538c-46e1-949e-d741f0f24548 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:58:53Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999" metadata: creationTimestamp: "2026-09-17T20:58:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:53Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d637537acce730 namespace: kserve-ci-e2e-test resourceVersion: "14567" uid: b2312e84-3ac2-4dba-8f8b-524489d6eb3f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1999" in 29.539s (29.539s including waiting). Image size: 1604543374 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d6375a5b7ffb7c namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: 1d384c5f-04c8-4ebb-a3db-68266c29560f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d6375a62c091bf namespace: kserve-ci-e2e-test resourceVersion: "14841" uid: 5958f67c-9da8-4324-bc5a-c5f2613bfccc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d6375a64ad14ab namespace: kserve-ci-e2e-test resourceVersion: "14845" uid: 342f227f-70a7-4040-862f-917d300854ca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d6375a64b99635 namespace: kserve-ci-e2e-test resourceVersion: "14846" uid: 298b729f-745c-4ccd-a7d1-7f50db634db0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.84s (2.84s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d6375b0e0a4341 namespace: kserve-ci-e2e-test resourceVersion: "14868" uid: f7791c4e-7e04-4214-82dd-7ea55d5aaf3f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d6375b1176ac85 namespace: kserve-ci-e2e-test resourceVersion: "14870" uid: 757ba243-b2ee-430f-afb1-52b3ef5a7034 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d6375b11f4ad48 namespace: kserve-ci-e2e-test resourceVersion: "14871" uid: b0dce2f5-5ba6-4546-9aa9-9e81ff0ee3f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T21:01:22Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:22Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d6375b3997f4a8 namespace: kserve-ci-e2e-test resourceVersion: "16269" uid: 1c6d9358-1269-4509-bb54-bb1d36d649e2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:19Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d63775874de969 namespace: kserve-ci-e2e-test resourceVersion: "16104" uid: 338b9505-582f-407b-939e-0f00b387e8f7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:19Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d63775874eaa5f namespace: kserve-ci-e2e-test resourceVersion: "16111" uid: 5a810ae4-a166-4e16-8737-c0f5901fd87f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: daf379d2-56bc-4856-96cc-3bfba4ea51fc kind: Event lastTimestamp: "2026-09-17T21:01:22Z" message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:22Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d.18d637763c4adbbd namespace: kserve-ci-e2e-test resourceVersion: "16267" uid: 1fa0c9b1-8e9b-4c63-b390-3f5ea87b30d5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-74b67d48cc namespace: kserve-ci-e2e-test resourceVersion: "14463" uid: 5bf719af-c88e-4b6e-b9d0-d59236bac64c kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-74b67d48cc-hsw8d' metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:49Z" name: isvc-sklearn-graph-2-predictor-74b67d48cc.18d63752685ae26d namespace: kserve-ci-e2e-test resourceVersion: "14470" uid: 69921820-8b83-4f24-8463-cd95213a0d36 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14461" uid: 4830a2c7-5b35-4302-83df-88263514e4e8 kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-74b67d48cc from 0 to 1 metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: isvc-sklearn-graph-2-predictor.18d637526434462f namespace: kserve-ci-e2e-test resourceVersion: "14467" uid: cf81fbed-700f-496b-82bc-b8c8a5de5c03 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14462" uid: e9a80bb9-02d6-4653-88f1-3d58fa295492 kind: Event lastTimestamp: "2026-09-17T21:00:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:03Z" name: isvc-sklearn-graph-2-predictor.18d63755e27544d3 namespace: kserve-ci-e2e-test resourceVersion: "15213" uid: a20a0813-2654-45ac-9f4f-e26ec9346c3c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14462" uid: e9a80bb9-02d6-4653-88f1-3d58fa295492 kind: Event lastTimestamp: "2026-09-17T21:00:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:03Z" name: isvc-sklearn-graph-2-predictor.18d63755e2dc9503 namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: fb1558dd-eb97-4dcd-80fb-e83c7585f201 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:00:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: e9a80bb9-02d6-4653-88f1-3d58fa295492 kind: Event lastTimestamp: "2026-09-17T21:01:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:00:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:04Z" name: isvc-sklearn-graph-2-predictor.18d637675c5021d8 namespace: kserve-ci-e2e-test resourceVersion: "15911" uid: 15ca78d8-1e4c-42bb-90fe-f2d3f5da20d4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:00:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: e9a80bb9-02d6-4653-88f1-3d58fa295492 kind: Event lastTimestamp: "2026-09-17T21:01:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:00:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:04Z" name: isvc-sklearn-graph-2-predictor.18d637675caf24bc namespace: kserve-ci-e2e-test resourceVersion: "15912" uid: ea0aa5ec-540f-40f2-9608-edfbb25f94d8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14453" uid: 89bbbb41-6649-4d50-92d6-a73fbb0babfe kind: Event lastTimestamp: "2026-09-17T21:00:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:43Z" name: isvc-sklearn-graph-2.18d637526426c457 namespace: kserve-ci-e2e-test resourceVersion: "15734" uid: 534b25ec-b151-47db-b33a-563f2dfa0bf9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15732" uid: 89bbbb41-6649-4d50-92d6-a73fbb0babfe kind: Event lastTimestamp: "2026-09-17T21:00:42Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-17T21:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:42Z" name: isvc-sklearn-graph-2.18d6376cf1b17133 namespace: kserve-ci-e2e-test resourceVersion: "15733" uid: 28bf7eae-cb9f-4d7c-8bb9-7d564f06fb1d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T20:58:48.802362Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14439" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-f4cj5 to ip-10-0-140-118.ec2.internal metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T20:58:48Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d637525c5687c0 namespace: kserve-ci-e2e-test resourceVersion: "14445" uid: 0b52338d-134a-4b80-b295-5ee6c8f81f16 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14452" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T20:58:49Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d637527e817883 namespace: kserve-ci-e2e-test resourceVersion: "14497" uid: b51af624-5932-4bc9-be43-9f567b08849f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:088810e21187103d825698143fc93d3ba94ca1f9b7facd7cf4b1d40af2e9f6fb" already present on machine metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d637527ff41e59 namespace: kserve-ci-e2e-test resourceVersion: "14500" uid: 917e67bd-6678-4e31-8ab6-decd8b0704ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d63752841c1723 namespace: kserve-ci-e2e-test resourceVersion: "14503" uid: b98cfab7-f3ca-420b-8665-04a68491c71e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d63752848e859a namespace: kserve-ci-e2e-test resourceVersion: "14504" uid: 1e59bbd8-5b16-4fcd-a62c-0bba8bfd794b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:58:53Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-17T20:58:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:53Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d637537ae96665 namespace: kserve-ci-e2e-test resourceVersion: "14568" uid: e7270677-552a-4a94-9122-c5f0bfa06f34 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 30.059s (30.059s including waiting). Image size: 1435742980 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d6375a7a9494f1 namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 7bd8c12f-7434-4432-9b9d-f49f6f6dc580 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d6375a7ef23158 namespace: kserve-ci-e2e-test resourceVersion: "14849" uid: 1b7aeafa-4637-4ce9-87a8-819c1850bff8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d6375a7fed9e8b namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: 4ff71865-ed99-44b2-b4e5-af8b48039952 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:59:23Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T20:59:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:23Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d6375a8008aab6 namespace: kserve-ci-e2e-test resourceVersion: "14851" uid: 4ba17cd0-c260-41a6-b493-18012bf8a01d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.45s (2.45s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d6375b121cba56 namespace: kserve-ci-e2e-test resourceVersion: "14872" uid: ffd616fb-51dd-4de2-9baa-4a712485d5ae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d6375b15925e58 namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 592baff7-1458-4131-b7e8-744f3612c562 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T20:59:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:26Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d6375b16174afe namespace: kserve-ci-e2e-test resourceVersion: "14877" uid: 8b539507-bdb0-409b-ba76-58ef76c2822c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T20:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T21:01:22Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T20:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d6375b39b42d6b namespace: kserve-ci-e2e-test resourceVersion: "16268" uid: bd5cb4ac-5bb8-4381-8f84-04255b768a08 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:19Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d637758bb2dd21 namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: 6d687aa2-2b46-461b-b27e-30c50f0326e1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:19Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d637758bb392b1 namespace: kserve-ci-e2e-test resourceVersion: "16140" uid: 15c58a18-2e1c-4b24-adb1-31883da318b6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5 namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: b726354c-87d0-4a8c-9768-1c66f236f316 kind: Event lastTimestamp: "2026-09-17T21:01:22Z" message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-f4cj5.18d637763c4a74a5 namespace: kserve-ci-e2e-test resourceVersion: "16266" uid: ff86ee23-b31a-4265-9dfb-ebe6860aaec5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-118.ec2.internal source: component: kubelet host: ip-10-0-140-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14433" uid: 2c52c91f-b810-4d62-9fc6-6cbe0ca61115 kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-f4cj5' metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d637525b95f7dc namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: db14d32d-1043-48c0-9e5b-444bd49ef2c9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14431" uid: 56980922-a7d7-4c4a-81db-7b420889e3ba kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: isvc-xgboost-graph-predictor.18d6375257c182df namespace: kserve-ci-e2e-test resourceVersion: "14437" uid: 170ca8a8-8f23-47a4-98ea-4d5bb1225177 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14432" uid: ddd0adce-d8ac-47f1-91c2-d71e5f59a356 kind: Event lastTimestamp: "2026-09-17T21:00:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:03Z" name: isvc-xgboost-graph-predictor.18d63755d61b75b9 namespace: kserve-ci-e2e-test resourceVersion: "15208" uid: 0d371a0e-250c-4e11-abe7-9fbba2ae2fdc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14432" uid: ddd0adce-d8ac-47f1-91c2-d71e5f59a356 kind: Event lastTimestamp: "2026-09-17T21:00:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:03Z" name: isvc-xgboost-graph-predictor.18d63755d67f2298 namespace: kserve-ci-e2e-test resourceVersion: "15209" uid: 150fbaba-27d4-43ff-991a-69aeffc9d93b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:00:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14670" uid: ddd0adce-d8ac-47f1-91c2-d71e5f59a356 kind: Event lastTimestamp: "2026-09-17T21:01:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:00:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:03Z" name: isvc-xgboost-graph-predictor.18d637675017172a namespace: kserve-ci-e2e-test resourceVersion: "15909" uid: 86c365cf-2e62-4a32-9f73-ccb8c741c01b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:00:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14670" uid: ddd0adce-d8ac-47f1-91c2-d71e5f59a356 kind: Event lastTimestamp: "2026-09-17T21:01:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:00:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:03Z" name: isvc-xgboost-graph-predictor.18d6376750c1a8aa namespace: kserve-ci-e2e-test resourceVersion: "15910" uid: 1a00f1cd-459f-42ca-afa4-e960743b4424 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: 10962b07-21b4-4093-9fda-88570413ea5f kind: Event lastTimestamp: "2026-09-17T21:00:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:33Z" name: isvc-xgboost-graph.18d6375257c31404 namespace: kserve-ci-e2e-test resourceVersion: "15638" uid: 6c87f01f-4a91-4fe5-8aa8-608fcb98c7b5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15636" uid: 10962b07-21b4-4093-9fda-88570413ea5f kind: Event lastTimestamp: "2026-09-17T21:00:32Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-17T21:00:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:32Z" name: isvc-xgboost-graph.18d6376a9d793ba1 namespace: kserve-ci-e2e-test resourceVersion: "15637" uid: 762fb299-700c-4377-ae50-bc3976f6764f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:01:08.242408Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-58db8ff9c8-zlxhc namespace: kserve-ci-e2e-test resourceVersion: "15952" uid: dae8ee01-f900-41f6-b909-c722612ca93f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-58db8ff9c8-zlxhc to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:01:08Z" name: model-chainer-58db8ff9c8-zlxhc.18d63772d39ccb75 namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: fb73367b-4397-4c34-b765-1c050837176a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-58db8ff9c8-zlxhc namespace: kserve-ci-e2e-test resourceVersion: "15961" uid: dae8ee01-f900-41f6-b909-c722612ca93f kind: Event lastTimestamp: "2026-09-17T21:01:08Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:01:08Z" name: model-chainer-58db8ff9c8-zlxhc.18d63772f53832e9 namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: e7406a3f-990b-4b30-be16-502dcdb242d0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-58db8ff9c8-zlxhc namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: dae8ee01-f900-41f6-b909-c722612ca93f kind: Event lastTimestamp: "2026-09-17T21:01:08Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:08Z" name: model-chainer-58db8ff9c8-zlxhc.18d63772f66f984c namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: c4388360-136d-49fd-96fd-3a6490081799 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-58db8ff9c8-zlxhc namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: dae8ee01-f900-41f6-b909-c722612ca93f kind: Event lastTimestamp: "2026-09-17T21:01:08Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:08Z" name: model-chainer-58db8ff9c8-zlxhc.18d63772f989639b namespace: kserve-ci-e2e-test resourceVersion: "15982" uid: ce7775a5-2f1c-4d76-9f9d-5d40246b1346 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-58db8ff9c8-zlxhc namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: dae8ee01-f900-41f6-b909-c722612ca93f kind: Event lastTimestamp: "2026-09-17T21:01:08Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:08Z" name: model-chainer-58db8ff9c8-zlxhc.18d63772fa453a29 namespace: kserve-ci-e2e-test resourceVersion: "15984" uid: 82b57da4-c300-4584-8e7b-42cc1f73994f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-58db8ff9c8-zlxhc namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: dae8ee01-f900-41f6-b909-c722612ca93f kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:19Z" name: model-chainer-58db8ff9c8-zlxhc.18d6377581f5b288 namespace: kserve-ci-e2e-test resourceVersion: "16083" uid: 319fdd76-ca1d-417e-9799-cddfd0337b62 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:01:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-58db8ff9c8-zlxhc namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: dae8ee01-f900-41f6-b909-c722612ca93f kind: Event lastTimestamp: "2026-09-17T21:01:45Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:45Z" name: model-chainer-58db8ff9c8-zlxhc.18d63775a8b78794 namespace: kserve-ci-e2e-test resourceVersion: "16497" uid: 94dec757-a6c7-4e7d-89e9-f9abe0750f20 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-58db8ff9c8 namespace: kserve-ci-e2e-test resourceVersion: "15949" uid: fb8b80b6-152b-403f-915d-147e032c6439 kind: Event lastTimestamp: "2026-09-17T21:01:08Z" message: 'Created pod: model-chainer-58db8ff9c8-zlxhc' metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:08Z" name: model-chainer-58db8ff9c8.18d63772d28e5742 namespace: kserve-ci-e2e-test resourceVersion: "15953" uid: 908a1285-c669-4c91-9cc4-5588402e56d0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15947" uid: 5204f6cc-1d3f-4cd1-9cb0-b32affeaeb68 kind: Event lastTimestamp: "2026-09-17T21:01:08Z" message: Scaled up replica set model-chainer-58db8ff9c8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:08Z" name: model-chainer.18d63772d18aa7f8 namespace: kserve-ci-e2e-test resourceVersion: "15950" uid: f5f1dcc0-f7e3-49af-8f91-ab2355b7a8e2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15963" uid: b6f209ad-327a-4a91-beb7-5a14f1106484 kind: Event lastTimestamp: "2026-09-17T21:01:08Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:01:08Z" name: model-chainer.18d63772d85a9b98 namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: 26fc2679-9d63-496c-a8ec-621afabfb589 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:11:55.767337Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-62e6f-7c8567c89d-p74m9 namespace: kserve-ci-e2e-test resourceVersion: "21407" uid: 07d3d8b2-c1eb-4916-997d-b1c3d4c22353 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-62e6f-7c8567c89d-p74m9 to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:11:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:11:55Z" name: sequence-graph-62e6f-7c8567c89d-p74m9.18d63809971b04cc namespace: kserve-ci-e2e-test resourceVersion: "21412" uid: 12842102-583e-479a-a53e-aaa8157dca34 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:55Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-62e6f-7c8567c89d-p74m9 namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 07d3d8b2-c1eb-4916-997d-b1c3d4c22353 kind: Event lastTimestamp: "2026-09-17T21:11:55Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-62e6f-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:55Z" name: sequence-graph-62e6f-7c8567c89d-p74m9.18d63809a01e3ec9 namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 1b85da06-722e-4694-ab39-ac05fe6a3369 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:56Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-62e6f-7c8567c89d-p74m9 namespace: kserve-ci-e2e-test resourceVersion: "21416" uid: 07d3d8b2-c1eb-4916-997d-b1c3d4c22353 kind: Event lastTimestamp: "2026-09-17T21:11:56Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:11:56Z" name: sequence-graph-62e6f-7c8567c89d-p74m9.18d63809dd0f5cea namespace: kserve-ci-e2e-test resourceVersion: "21434" uid: 74392936-7db8-4322-bce4-5f110adbc0f4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-62e6f} kind: Pod name: sequence-graph-62e6f-7c8567c89d-p74m9 namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 07d3d8b2-c1eb-4916-997d-b1c3d4c22353 kind: Event lastTimestamp: "2026-09-17T21:11:56Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:56Z" name: sequence-graph-62e6f-7c8567c89d-p74m9.18d63809de418a66 namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: a3d4b278-44a3-47b2-8537-e60d356887a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-62e6f} kind: Pod name: sequence-graph-62e6f-7c8567c89d-p74m9 namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 07d3d8b2-c1eb-4916-997d-b1c3d4c22353 kind: Event lastTimestamp: "2026-09-17T21:11:57Z" message: 'Created container: sequence-graph-62e6f' metadata: creationTimestamp: "2026-09-17T21:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:57Z" name: sequence-graph-62e6f-7c8567c89d-p74m9.18d63809e1913861 namespace: kserve-ci-e2e-test resourceVersion: "21437" uid: 140ebb3a-ae49-4038-8285-0bac1b6c4152 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-62e6f} kind: Pod name: sequence-graph-62e6f-7c8567c89d-p74m9 namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 07d3d8b2-c1eb-4916-997d-b1c3d4c22353 kind: Event lastTimestamp: "2026-09-17T21:11:57Z" message: Started container sequence-graph-62e6f metadata: creationTimestamp: "2026-09-17T21:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:57Z" name: sequence-graph-62e6f-7c8567c89d-p74m9.18d63809e20bdc09 namespace: kserve-ci-e2e-test resourceVersion: "21438" uid: 4734d8f9-8705-49d5-980d-347933527030 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-62e6f} kind: Pod name: sequence-graph-62e6f-7c8567c89d-p74m9 namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 07d3d8b2-c1eb-4916-997d-b1c3d4c22353 kind: Event lastTimestamp: "2026-09-17T21:12:06Z" message: Stopping container sequence-graph-62e6f metadata: creationTimestamp: "2026-09-17T21:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:06Z" name: sequence-graph-62e6f-7c8567c89d-p74m9.18d6380c28b2f709 namespace: kserve-ci-e2e-test resourceVersion: "21532" uid: 32dca1e6-c50c-4d0c-a788-1e8a6dd60d10 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-62e6f} kind: Pod name: sequence-graph-62e6f-7c8567c89d-p74m9 namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 07d3d8b2-c1eb-4916-997d-b1c3d4c22353 kind: Event lastTimestamp: "2026-09-17T21:12:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:33Z" name: sequence-graph-62e6f-7c8567c89d-p74m9.18d6380c87820fed namespace: kserve-ci-e2e-test resourceVersion: "21930" uid: 6ee5bd7c-a127-4380-9ef0-45ed682084c2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-62e6f-7c8567c89d namespace: kserve-ci-e2e-test resourceVersion: "21404" uid: 6869acee-3847-4451-862f-af039c9894d3 kind: Event lastTimestamp: "2026-09-17T21:11:55Z" message: 'Created pod: sequence-graph-62e6f-7c8567c89d-p74m9' metadata: creationTimestamp: "2026-09-17T21:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:55Z" name: sequence-graph-62e6f-7c8567c89d.18d638099695dc9d namespace: kserve-ci-e2e-test resourceVersion: "21410" uid: a839e0ff-8fd9-48b6-a084-668348cd3ea0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-62e6f namespace: kserve-ci-e2e-test resourceVersion: "21402" uid: 9dd59683-b637-4d1b-b97d-fba9a8676a5e kind: Event lastTimestamp: "2026-09-17T21:11:55Z" message: Scaled up replica set sequence-graph-62e6f-7c8567c89d from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:55Z" name: sequence-graph-62e6f.18d6380994b6aaf1 namespace: kserve-ci-e2e-test resourceVersion: "21405" uid: 785c19bc-6708-4a8b-a403-e86a99c628b5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:55Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-62e6f namespace: kserve-ci-e2e-test resourceVersion: "21419" uid: c5ef6160-7378-4f62-84f3-6e2118834481 kind: Event lastTimestamp: "2026-09-17T21:11:55Z" message: InferenceGraph [sequence-graph-62e6f] is Ready metadata: creationTimestamp: "2026-09-17T21:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:11:55Z" name: sequence-graph-62e6f.18d638099b310644 namespace: kserve-ci-e2e-test resourceVersion: "21421" uid: 46127292-6c65-4436-9771-6932967f69e7 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:13:17.214637Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b5a48-848c5fd7d8-nzfp4 namespace: kserve-ci-e2e-test resourceVersion: "22291" uid: 27d086a6-ed2b-4a98-a64d-a49808f7e6cd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-b5a48-848c5fd7d8-nzfp4 to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:13:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:13:17Z" name: sequence-graph-b5a48-848c5fd7d8-nzfp4.18d6381c8dbe36c3 namespace: kserve-ci-e2e-test resourceVersion: "22296" uid: 5020a001-7b8f-46ae-9b0f-11fb7b15ade0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:17Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-b5a48-848c5fd7d8-nzfp4 namespace: kserve-ci-e2e-test resourceVersion: "22300" uid: 27d086a6-ed2b-4a98-a64d-a49808f7e6cd kind: Event lastTimestamp: "2026-09-17T21:13:17Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:13:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:13:17Z" name: sequence-graph-b5a48-848c5fd7d8-nzfp4.18d6381cafc12d81 namespace: kserve-ci-e2e-test resourceVersion: "22310" uid: 8f119073-6f5b-4490-aa75-e1b589b25b20 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b5a48} kind: Pod name: sequence-graph-b5a48-848c5fd7d8-nzfp4 namespace: kserve-ci-e2e-test resourceVersion: "22294" uid: 27d086a6-ed2b-4a98-a64d-a49808f7e6cd kind: Event lastTimestamp: "2026-09-17T21:13:17Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:13:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:13:17Z" name: sequence-graph-b5a48-848c5fd7d8-nzfp4.18d6381cb20aef13 namespace: kserve-ci-e2e-test resourceVersion: "22312" uid: 21640378-be6b-4374-926f-ecc9f073887f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b5a48} kind: Pod name: sequence-graph-b5a48-848c5fd7d8-nzfp4 namespace: kserve-ci-e2e-test resourceVersion: "22294" uid: 27d086a6-ed2b-4a98-a64d-a49808f7e6cd kind: Event lastTimestamp: "2026-09-17T21:13:17Z" message: 'Created container: sequence-graph-b5a48' metadata: creationTimestamp: "2026-09-17T21:13:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:13:17Z" name: sequence-graph-b5a48-848c5fd7d8-nzfp4.18d6381cb4e4ae9a namespace: kserve-ci-e2e-test resourceVersion: "22313" uid: 85fb8a17-311b-4995-84eb-a55ebb91eb00 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b5a48} kind: Pod name: sequence-graph-b5a48-848c5fd7d8-nzfp4 namespace: kserve-ci-e2e-test resourceVersion: "22294" uid: 27d086a6-ed2b-4a98-a64d-a49808f7e6cd kind: Event lastTimestamp: "2026-09-17T21:13:17Z" message: Started container sequence-graph-b5a48 metadata: creationTimestamp: "2026-09-17T21:13:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:13:17Z" name: sequence-graph-b5a48-848c5fd7d8-nzfp4.18d6381cb55cd432 namespace: kserve-ci-e2e-test resourceVersion: "22314" uid: 706b6656-3348-45b7-b5fb-dbd98342e90a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b5a48} kind: Pod name: sequence-graph-b5a48-848c5fd7d8-nzfp4 namespace: kserve-ci-e2e-test resourceVersion: "22294" uid: 27d086a6-ed2b-4a98-a64d-a49808f7e6cd kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: Stopping container sequence-graph-b5a48 metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:32Z" name: sequence-graph-b5a48-848c5fd7d8-nzfp4.18d6388fd1045855 namespace: kserve-ci-e2e-test resourceVersion: "26176" uid: a5900871-1035-4102-ac39-7ce617d68349 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:21:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-b5a48} kind: Pod name: sequence-graph-b5a48-848c5fd7d8-nzfp4 namespace: kserve-ci-e2e-test resourceVersion: "22294" uid: 27d086a6-ed2b-4a98-a64d-a49808f7e6cd kind: Event lastTimestamp: "2026-09-17T21:21:59Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:21:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:59Z" name: sequence-graph-b5a48-848c5fd7d8-nzfp4.18d6389066431e7d namespace: kserve-ci-e2e-test resourceVersion: "26730" uid: 67f04afd-b3ba-4b63-a04b-1116454cc2e2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-b5a48-848c5fd7d8 namespace: kserve-ci-e2e-test resourceVersion: "22288" uid: 4756c559-a35d-4079-8962-2105dd93bd0b kind: Event lastTimestamp: "2026-09-17T21:13:17Z" message: 'Created pod: sequence-graph-b5a48-848c5fd7d8-nzfp4' metadata: creationTimestamp: "2026-09-17T21:13:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:17Z" name: sequence-graph-b5a48-848c5fd7d8.18d6381c8d118665 namespace: kserve-ci-e2e-test resourceVersion: "22293" uid: 0aae28a9-fd0e-487c-8db8-50a5ca8bc238 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "22286" uid: 0c51e410-4d8b-4207-b16d-d60f39ec0957 kind: Event lastTimestamp: "2026-09-17T21:13:17Z" message: Scaled up replica set sequence-graph-b5a48-848c5fd7d8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:13:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:17Z" name: sequence-graph-b5a48.18d6381c8b6f741f namespace: kserve-ci-e2e-test resourceVersion: "22289" uid: d8be31ea-7aad-4456-812a-02f8908d3262 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:17Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "22303" uid: 38040d28-e914-45b9-b43d-9180c3270e6e kind: Event lastTimestamp: "2026-09-17T21:13:17Z" message: InferenceGraph [sequence-graph-b5a48] is Ready metadata: creationTimestamp: "2026-09-17T21:13:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:13:17Z" name: sequence-graph-b5a48.18d6381c932e812a namespace: kserve-ci-e2e-test resourceVersion: "22305" uid: 7bab497d-f21d-4dab-96fb-7dc5de80d255 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "22287" uid: caed01c9-84f3-4c84-947f-7d7c40196291 kind: Event lastTimestamp: "2026-09-17T21:13:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:13:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:32Z" name: sequence-graph-b5a48.18d6382009de3c16 namespace: kserve-ci-e2e-test resourceVersion: "22430" uid: ac636d29-f973-46d5-b060-f13bd4ce266b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "22287" uid: caed01c9-84f3-4c84-947f-7d7c40196291 kind: Event lastTimestamp: "2026-09-17T21:13:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:13:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:32Z" name: sequence-graph-b5a48.18d638200a60675c namespace: kserve-ci-e2e-test resourceVersion: "22432" uid: 185824d5-b7c2-42ca-bb2b-eb715dc21aa7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "22431" uid: caed01c9-84f3-4c84-947f-7d7c40196291 kind: Event lastTimestamp: "2026-09-17T21:13:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:13:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:47Z" name: sequence-graph-b5a48.18d63823897eaedd namespace: kserve-ci-e2e-test resourceVersion: "22538" uid: 9196ff6b-f438-4ace-8c9e-9fbdcb659973 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "22431" uid: caed01c9-84f3-4c84-947f-7d7c40196291 kind: Event lastTimestamp: "2026-09-17T21:13:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:13:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:47Z" name: sequence-graph-b5a48.18d6382389ef50d9 namespace: kserve-ci-e2e-test resourceVersion: "22540" uid: d0fc80b7-f986-4ea7-a570-17536fa8a5f5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:02:29.976804Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-ed647-5445897977-p9svl namespace: kserve-ci-e2e-test resourceVersion: "16876" uid: 655fcdc1-36fd-4c23-8e9c-ab35565e228f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-ed647-5445897977-p9svl to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:02:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:02:29Z" name: sequence-graph-ed647-5445897977-p9svl.18d63785db5cba4b namespace: kserve-ci-e2e-test resourceVersion: "16881" uid: 6df82b4c-6054-4548-a7b5-08f1ea47ecd6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:30Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-ed647-5445897977-p9svl namespace: kserve-ci-e2e-test resourceVersion: "16885" uid: 655fcdc1-36fd-4c23-8e9c-ab35565e228f kind: Event lastTimestamp: "2026-09-17T21:02:30Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:02:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:02:30Z" name: sequence-graph-ed647-5445897977-p9svl.18d63785fda066ad namespace: kserve-ci-e2e-test resourceVersion: "16896" uid: 9f573b2a-ba94-45f9-8f9c-c541ddd4e938 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ed647} kind: Pod name: sequence-graph-ed647-5445897977-p9svl namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 655fcdc1-36fd-4c23-8e9c-ab35565e228f kind: Event lastTimestamp: "2026-09-17T21:02:30Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:02:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:02:30Z" name: sequence-graph-ed647-5445897977-p9svl.18d63785fed0cdf5 namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: b6da77f3-a642-461a-9016-dc1c8a5e1a8d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ed647} kind: Pod name: sequence-graph-ed647-5445897977-p9svl namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 655fcdc1-36fd-4c23-8e9c-ab35565e228f kind: Event lastTimestamp: "2026-09-17T21:02:30Z" message: 'Created container: sequence-graph-ed647' metadata: creationTimestamp: "2026-09-17T21:02:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:02:30Z" name: sequence-graph-ed647-5445897977-p9svl.18d6378601dd5bbe namespace: kserve-ci-e2e-test resourceVersion: "16900" uid: aa6e048d-f26e-4f2f-89b5-d6ee23b99661 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ed647} kind: Pod name: sequence-graph-ed647-5445897977-p9svl namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 655fcdc1-36fd-4c23-8e9c-ab35565e228f kind: Event lastTimestamp: "2026-09-17T21:02:30Z" message: Started container sequence-graph-ed647 metadata: creationTimestamp: "2026-09-17T21:02:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:02:30Z" name: sequence-graph-ed647-5445897977-p9svl.18d6378602577a34 namespace: kserve-ci-e2e-test resourceVersion: "16901" uid: 07814486-ce8f-4d5c-a902-ad3ffe50623e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ed647} kind: Pod name: sequence-graph-ed647-5445897977-p9svl namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 655fcdc1-36fd-4c23-8e9c-ab35565e228f kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: Stopping container sequence-graph-ed647 metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:45Z" name: sequence-graph-ed647-5445897977-p9svl.18d637f93cd21834 namespace: kserve-ci-e2e-test resourceVersion: "20477" uid: d45c94c1-92b9-49d9-8592-a4cc5f482ded reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-ed647} kind: Pod name: sequence-graph-ed647-5445897977-p9svl namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 655fcdc1-36fd-4c23-8e9c-ab35565e228f kind: Event lastTimestamp: "2026-09-17T21:11:11Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:11Z" name: sequence-graph-ed647-5445897977-p9svl.18d637f987bcf745 namespace: kserve-ci-e2e-test resourceVersion: "21003" uid: 4272233a-207e-4ec5-9402-333cdaaea228 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-ed647-5445897977 namespace: kserve-ci-e2e-test resourceVersion: "16873" uid: 58a6d414-c209-4222-bb47-dee35d439c92 kind: Event lastTimestamp: "2026-09-17T21:02:29Z" message: 'Created pod: sequence-graph-ed647-5445897977-p9svl' metadata: creationTimestamp: "2026-09-17T21:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:29Z" name: sequence-graph-ed647-5445897977.18d63785dae18e08 namespace: kserve-ci-e2e-test resourceVersion: "16879" uid: 1f390000-cede-424a-8f7f-693d203001e2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-ed647 namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 3c61ae17-25e7-4bfa-8d06-e0c182474dac kind: Event lastTimestamp: "2026-09-17T21:02:29Z" message: Scaled up replica set sequence-graph-ed647-5445897977 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:29Z" name: sequence-graph-ed647.18d63785d9e38eb7 namespace: kserve-ci-e2e-test resourceVersion: "16874" uid: 0b7c9598-fa04-462d-81ca-3ddd9a7bcc41 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:30Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-ed647 namespace: kserve-ci-e2e-test resourceVersion: "16889" uid: a05b7e59-536b-42d5-943d-78b50b8994c9 kind: Event lastTimestamp: "2026-09-17T21:02:30Z" message: InferenceGraph [sequence-graph-ed647] is Ready metadata: creationTimestamp: "2026-09-17T21:02:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:02:30Z" name: sequence-graph-ed647.18d63785dfef12f0 namespace: kserve-ci-e2e-test resourceVersion: "16891" uid: 975e7170-7b1b-4016-bff1-bb10e2e5d32e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:02:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ed647 namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 9c08aace-2a51-4fd1-bdb5-238fe6c61aad kind: Event lastTimestamp: "2026-09-17T21:03:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:02:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:03:15Z" name: sequence-graph-ed647.18d6378958c789da namespace: kserve-ci-e2e-test resourceVersion: "17233" uid: b6e00b61-aeff-4d95-9f44-240bf206ef62 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:02:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-ed647 namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 9c08aace-2a51-4fd1-bdb5-238fe6c61aad kind: Event lastTimestamp: "2026-09-17T21:03:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:02:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:03:15Z" name: sequence-graph-ed647.18d6378959359e08 namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 8fea3efd-8c1e-42cc-86c2-1cb9579c5541 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:23:06.438854Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-a1ff2-574bdd87b5-hktnd namespace: kserve-ci-e2e-test resourceVersion: "27353" uid: 695662f2-6e5c-40ed-a5af-9ccc683f51bb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-a1ff2-574bdd87b5-hktnd to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:23:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:23:06Z" name: splitter-graph-a1ff2-574bdd87b5-hktnd.18d638a5be3e34fd namespace: kserve-ci-e2e-test resourceVersion: "27358" uid: 23dd290f-8244-4b09-b55a-5f42fc697434 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:06Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-a1ff2-574bdd87b5-hktnd namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: 695662f2-6e5c-40ed-a5af-9ccc683f51bb kind: Event lastTimestamp: "2026-09-17T21:23:06Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-a1ff2-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:23:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:23:06Z" name: splitter-graph-a1ff2-574bdd87b5-hktnd.18d638a5c6fb73cc namespace: kserve-ci-e2e-test resourceVersion: "27370" uid: 8b086a18-0231-44f8-9fc4-fd3cfff6deca reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:07Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-a1ff2-574bdd87b5-hktnd namespace: kserve-ci-e2e-test resourceVersion: "27362" uid: 695662f2-6e5c-40ed-a5af-9ccc683f51bb kind: Event lastTimestamp: "2026-09-17T21:23:07Z" message: Add eth0 [10.134.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:23:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:23:07Z" name: splitter-graph-a1ff2-574bdd87b5-hktnd.18d638a6042cb544 namespace: kserve-ci-e2e-test resourceVersion: "27381" uid: 343ad332-c442-41d6-ab84-51cbf34a743f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a1ff2} kind: Pod name: splitter-graph-a1ff2-574bdd87b5-hktnd namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: 695662f2-6e5c-40ed-a5af-9ccc683f51bb kind: Event lastTimestamp: "2026-09-17T21:23:07Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:23:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:23:07Z" name: splitter-graph-a1ff2-574bdd87b5-hktnd.18d638a6055f1ffb namespace: kserve-ci-e2e-test resourceVersion: "27383" uid: 8cd6bc69-e34c-44aa-8811-462f89ab3df6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a1ff2} kind: Pod name: splitter-graph-a1ff2-574bdd87b5-hktnd namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: 695662f2-6e5c-40ed-a5af-9ccc683f51bb kind: Event lastTimestamp: "2026-09-17T21:23:07Z" message: 'Created container: splitter-graph-a1ff2' metadata: creationTimestamp: "2026-09-17T21:23:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:23:07Z" name: splitter-graph-a1ff2-574bdd87b5-hktnd.18d638a6086d02ea namespace: kserve-ci-e2e-test resourceVersion: "27384" uid: 9ea7bece-36d5-40e3-8851-2c8fd72e075a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a1ff2} kind: Pod name: splitter-graph-a1ff2-574bdd87b5-hktnd namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: 695662f2-6e5c-40ed-a5af-9ccc683f51bb kind: Event lastTimestamp: "2026-09-17T21:23:07Z" message: Started container splitter-graph-a1ff2 metadata: creationTimestamp: "2026-09-17T21:23:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:23:07Z" name: splitter-graph-a1ff2-574bdd87b5-hktnd.18d638a608e093e1 namespace: kserve-ci-e2e-test resourceVersion: "27386" uid: da66e4ef-b84a-44e6-9d0c-e546981ccb13 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a1ff2} kind: Pod name: splitter-graph-a1ff2-574bdd87b5-hktnd namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: 695662f2-6e5c-40ed-a5af-9ccc683f51bb kind: Event lastTimestamp: "2026-09-17T21:31:21Z" message: Stopping container splitter-graph-a1ff2 metadata: creationTimestamp: "2026-09-17T21:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:21Z" name: splitter-graph-a1ff2-574bdd87b5-hktnd.18d639190992c140 namespace: kserve-ci-e2e-test resourceVersion: "30812" uid: aff639a1-27cb-4403-bdea-0f5a94d22c1f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:31:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-a1ff2} kind: Pod name: splitter-graph-a1ff2-574bdd87b5-hktnd namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: 695662f2-6e5c-40ed-a5af-9ccc683f51bb kind: Event lastTimestamp: "2026-09-17T21:31:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:49Z" name: splitter-graph-a1ff2-574bdd87b5-hktnd.18d63919b2f94bf9 namespace: kserve-ci-e2e-test resourceVersion: "31052" uid: 0c0437fa-da6b-4261-bd76-f02c8fdb5700 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-a1ff2-574bdd87b5 namespace: kserve-ci-e2e-test resourceVersion: "27350" uid: 357a658d-4f6a-4fc8-af0a-8d97d4a9db6c kind: Event lastTimestamp: "2026-09-17T21:23:06Z" message: 'Created pod: splitter-graph-a1ff2-574bdd87b5-hktnd' metadata: creationTimestamp: "2026-09-17T21:23:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:06Z" name: splitter-graph-a1ff2-574bdd87b5.18d638a5bd9e044f namespace: kserve-ci-e2e-test resourceVersion: "27354" uid: 3ff8d574-0ddb-42c5-ad9e-6b5cee8eae05 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-a1ff2 namespace: kserve-ci-e2e-test resourceVersion: "27348" uid: 665a7b72-65c0-4148-99ae-e552880d4312 kind: Event lastTimestamp: "2026-09-17T21:23:06Z" message: Scaled up replica set splitter-graph-a1ff2-574bdd87b5 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:23:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:06Z" name: splitter-graph-a1ff2.18d638a5bcdec8f0 namespace: kserve-ci-e2e-test resourceVersion: "27351" uid: 2243b00e-cf7c-4632-89fe-c20fcf569eea reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-a1ff2 namespace: kserve-ci-e2e-test resourceVersion: "27366" uid: e225cc2c-0662-4642-85b6-a66cf022c2bd kind: Event lastTimestamp: "2026-09-17T21:23:06Z" message: InferenceGraph [splitter-graph-a1ff2] is Ready metadata: creationTimestamp: "2026-09-17T21:23:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:23:06Z" name: splitter-graph-a1ff2.18d638a5c2eafd7f namespace: kserve-ci-e2e-test resourceVersion: "27368" uid: b50ddc3c-785f-4cba-8224-62acbff0e0aa reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:23:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-a1ff2 namespace: kserve-ci-e2e-test resourceVersion: "27349" uid: e5d9c6d8-5b97-470c-9fe1-f8f3be4d591e kind: Event lastTimestamp: "2026-09-17T21:23:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:36Z" name: splitter-graph-a1ff2.18d638a93b4ce571 namespace: kserve-ci-e2e-test resourceVersion: "27603" uid: afc8a8ec-1cd1-404d-9e9d-1c15bfcb6479 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:23:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-a1ff2 namespace: kserve-ci-e2e-test resourceVersion: "27349" uid: e5d9c6d8-5b97-470c-9fe1-f8f3be4d591e kind: Event lastTimestamp: "2026-09-17T21:23:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:36Z" name: splitter-graph-a1ff2.18d638a93bb676de namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: f149d0bf-3c36-4e4c-8046-dd0e08cc14aa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:21:45.198490Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-d3600-78645b4dcf-b5xv7 namespace: kserve-ci-e2e-test resourceVersion: "26445" uid: 5a482bba-1e70-4f49-a0d1-c3da5657ce67 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-d3600-78645b4dcf-b5xv7 to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:21:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:21:45Z" name: splitter-graph-d3600-78645b4dcf-b5xv7.18d63892d3f0a73b namespace: kserve-ci-e2e-test resourceVersion: "26453" uid: ea4e5027-0051-4b10-99d8-238a66b4749f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:45Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-d3600-78645b4dcf-b5xv7 namespace: kserve-ci-e2e-test resourceVersion: "26456" uid: 5a482bba-1e70-4f49-a0d1-c3da5657ce67 kind: Event lastTimestamp: "2026-09-17T21:21:45Z" message: Add eth0 [10.134.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:21:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:21:45Z" name: splitter-graph-d3600-78645b4dcf-b5xv7.18d63892f5b1aee6 namespace: kserve-ci-e2e-test resourceVersion: "26466" uid: b2429ac1-09e4-46f8-8d1c-579e211695d1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d3600} kind: Pod name: splitter-graph-d3600-78645b4dcf-b5xv7 namespace: kserve-ci-e2e-test resourceVersion: "26449" uid: 5a482bba-1e70-4f49-a0d1-c3da5657ce67 kind: Event lastTimestamp: "2026-09-17T21:21:45Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:45Z" name: splitter-graph-d3600-78645b4dcf-b5xv7.18d63892f7d4911c namespace: kserve-ci-e2e-test resourceVersion: "26468" uid: 1bd09da5-e8c1-4989-956a-71c9fab3eb61 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d3600} kind: Pod name: splitter-graph-d3600-78645b4dcf-b5xv7 namespace: kserve-ci-e2e-test resourceVersion: "26449" uid: 5a482bba-1e70-4f49-a0d1-c3da5657ce67 kind: Event lastTimestamp: "2026-09-17T21:21:45Z" message: 'Created container: splitter-graph-d3600' metadata: creationTimestamp: "2026-09-17T21:21:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:45Z" name: splitter-graph-d3600-78645b4dcf-b5xv7.18d63892fae21f02 namespace: kserve-ci-e2e-test resourceVersion: "26469" uid: 04f9a455-ac52-4bd7-82f7-4af370fb4a5c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d3600} kind: Pod name: splitter-graph-d3600-78645b4dcf-b5xv7 namespace: kserve-ci-e2e-test resourceVersion: "26449" uid: 5a482bba-1e70-4f49-a0d1-c3da5657ce67 kind: Event lastTimestamp: "2026-09-17T21:21:45Z" message: Started container splitter-graph-d3600 metadata: creationTimestamp: "2026-09-17T21:21:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:45Z" name: splitter-graph-d3600-78645b4dcf-b5xv7.18d63892fb690218 namespace: kserve-ci-e2e-test resourceVersion: "26470" uid: 557be2c1-000b-495d-bd06-30dfd511cc15 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d3600} kind: Pod name: splitter-graph-d3600-78645b4dcf-b5xv7 namespace: kserve-ci-e2e-test resourceVersion: "26449" uid: 5a482bba-1e70-4f49-a0d1-c3da5657ce67 kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: Stopping container splitter-graph-d3600 metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:56Z" name: splitter-graph-d3600-78645b4dcf-b5xv7.18d6389563608f08 namespace: kserve-ci-e2e-test resourceVersion: "26581" uid: 125ffb3c-69b0-419a-a841-004a833b4b1c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d3600} kind: Pod name: splitter-graph-d3600-78645b4dcf-b5xv7 namespace: kserve-ci-e2e-test resourceVersion: "26449" uid: 5a482bba-1e70-4f49-a0d1-c3da5657ce67 kind: Event lastTimestamp: "2026-09-17T21:22:22Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:22:22Z" name: splitter-graph-d3600-78645b4dcf-b5xv7.18d638959830de73 namespace: kserve-ci-e2e-test resourceVersion: "26923" uid: fe3e68dc-a9ad-46f6-b6c1-6c1f145e1c14 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-d3600-78645b4dcf namespace: kserve-ci-e2e-test resourceVersion: "26442" uid: fe81a168-3d6c-4f2d-ab3c-e966f5ed4e20 kind: Event lastTimestamp: "2026-09-17T21:21:45Z" message: 'Created pod: splitter-graph-d3600-78645b4dcf-b5xv7' metadata: creationTimestamp: "2026-09-17T21:21:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:45Z" name: splitter-graph-d3600-78645b4dcf.18d63892d307a11e namespace: kserve-ci-e2e-test resourceVersion: "26446" uid: a54f4522-f336-4a02-8645-c5cb8984d51e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-d3600 namespace: kserve-ci-e2e-test resourceVersion: "26440" uid: baba57f0-cff9-481b-84b9-b4207b8a835c kind: Event lastTimestamp: "2026-09-17T21:21:45Z" message: Scaled up replica set splitter-graph-d3600-78645b4dcf from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:21:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:45Z" name: splitter-graph-d3600.18d63892d1e528f5 namespace: kserve-ci-e2e-test resourceVersion: "26444" uid: 3208db2d-7553-41ee-94f4-dcc9bb90b19a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:45Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-d3600 namespace: kserve-ci-e2e-test resourceVersion: "26459" uid: edfc4dc2-bb32-4cb6-a7b0-502608395117 kind: Event lastTimestamp: "2026-09-17T21:21:45Z" message: InferenceGraph [splitter-graph-d3600] is Ready metadata: creationTimestamp: "2026-09-17T21:21:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:21:45Z" name: splitter-graph-d3600.18d63892d955ac1e namespace: kserve-ci-e2e-test resourceVersion: "26461" uid: 6232f9d6-8472-4518-95ab-e88f46dcc798 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:00:23.442821Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15482" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-23363-predictor-5875556545-7gqbn to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:00:23Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d63768655955b0 namespace: kserve-ci-e2e-test resourceVersion: "15488" uid: 92a58210-6f84-4e55-a4bb-bf79a98143a5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15502" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:00:24Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d6376887c122da namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: bc4a5fca-b85b-49f8-80b3-537589b7f66b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d6376889050744 namespace: kserve-ci-e2e-test resourceVersion: "15530" uid: bbbb5ce5-cff6-4ff4-a956-4bd63b2104a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d637688d71158d namespace: kserve-ci-e2e-test resourceVersion: "15532" uid: f1ad5c55-f9f7-40b5-828d-5dc9a1236d20 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d637688dfa57f3 namespace: kserve-ci-e2e-test resourceVersion: "15533" uid: 3f29908f-09bb-4b48-b630-88814fdb1370 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d637688e03df13 namespace: kserve-ci-e2e-test resourceVersion: "15534" uid: 3bd54904-bd45-4a07-975e-7633ed9171a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d6376890e1430d namespace: kserve-ci-e2e-test resourceVersion: "15535" uid: 80e03a8a-ca35-4e80-bef3-d980531a81d2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d63768915d5215 namespace: kserve-ci-e2e-test resourceVersion: "15536" uid: c9a564d4-a3ca-4141-9d9f-5093e3bc86d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:09:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:50Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d6376892213e40 namespace: kserve-ci-e2e-test resourceVersion: "20035" uid: bfc9e225-afc4-4d70-8399-ea12ca4c5948 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:48Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d637ebfabf46e8 namespace: kserve-ci-e2e-test resourceVersion: "19930" uid: 43939b58-e768-4650-8a01-39e34ec0bc81 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:48Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d637ebfabfb3d7 namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: 1e09bbf3-3b40-43ff-b9e8-017a01a974d4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-23363-predictor-5875556545-7gqbn namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 25e17d71-83fc-41f5-aee2-a16cf61edb83 kind: Event lastTimestamp: "2026-09-17T21:09:50Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:50Z" name: success-200-isvc-23363-predictor-5875556545-7gqbn.18d637ec5aa68844 namespace: kserve-ci-e2e-test resourceVersion: "20033" uid: e1ee7c6d-0c13-4e7c-a7c9-8ac05a23f417 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-23363-predictor-5875556545 namespace: kserve-ci-e2e-test resourceVersion: "15474" uid: 8ee80eca-faf4-4957-b016-9c9f25ab89d2 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: 'Created pod: success-200-isvc-23363-predictor-5875556545-7gqbn' metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:23Z" name: success-200-isvc-23363-predictor-5875556545.18d6376864f731cc namespace: kserve-ci-e2e-test resourceVersion: "15484" uid: dbf7b93b-733d-4199-8aaa-15f5107ae332 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15472" uid: e134e668-a9fc-4ca8-92a1-9ac9fce51cef kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: Scaled up replica set success-200-isvc-23363-predictor-5875556545 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:23Z" name: success-200-isvc-23363-predictor.18d637686171af93 namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 79b13ac9-379d-4f97-be76-23b695c84bcf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15473" uid: 0083832d-2a52-47e2-8a14-85b28c43dc0f kind: Event lastTimestamp: "2026-09-17T21:00:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:53Z" name: success-200-isvc-23363-predictor.18d6376bdfe3c125 namespace: kserve-ci-e2e-test resourceVersion: "15823" uid: 61682c74-0a8e-415c-abc4-3c1389f100ce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15473" uid: 0083832d-2a52-47e2-8a14-85b28c43dc0f kind: Event lastTimestamp: "2026-09-17T21:00:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:53Z" name: success-200-isvc-23363-predictor.18d6376be04abb77 namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 11d7f144-4ae5-484d-8e9c-e8c7d2f6eee1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15688" uid: 0083832d-2a52-47e2-8a14-85b28c43dc0f kind: Event lastTimestamp: "2026-09-17T21:01:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:53Z" name: success-200-isvc-23363-predictor.18d63772ddc96f00 namespace: kserve-ci-e2e-test resourceVersion: "16572" uid: ac40d8d4-edb9-4ad3-8b77-18c03094ebec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:01:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-23363-predictor namespace: kserve-ci-e2e-test resourceVersion: "15688" uid: 0083832d-2a52-47e2-8a14-85b28c43dc0f kind: Event lastTimestamp: "2026-09-17T21:01:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:53Z" name: success-200-isvc-23363-predictor.18d63772de4677b7 namespace: kserve-ci-e2e-test resourceVersion: "16573" uid: 44992588-7c1e-4c57-92a4-bd5a86fa3222 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-23363 namespace: kserve-ci-e2e-test resourceVersion: "15462" uid: 92476ff1-d603-44ed-94a3-56e4effb0d5e kind: Event lastTimestamp: "2026-09-17T21:01:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:01:20Z" name: success-200-isvc-23363.18d63768617ca9c6 namespace: kserve-ci-e2e-test resourceVersion: "16210" uid: 7da5cfb3-7645-4dca-afab-87103f854e5f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-23363 namespace: kserve-ci-e2e-test resourceVersion: "16207" uid: 92476ff1-d603-44ed-94a3-56e4effb0d5e kind: Event lastTimestamp: "2026-09-17T21:01:20Z" message: InferenceService [success-200-isvc-23363] is Ready metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:01:20Z" name: success-200-isvc-23363.18d63775a16fc637 namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: 021e138f-b90f-47ee-95e2-b1af0d5729e8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:11:09.606533Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20924" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-31e6a-predictor-6c64485579-ztxgg to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:11:09Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637fed7b5157a namespace: kserve-ci-e2e-test resourceVersion: "20929" uid: 71f40e21-aa66-403c-a886-36037e98c65d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-31e6a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:09Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637fee5f118d8 namespace: kserve-ci-e2e-test resourceVersion: "20963" uid: d1eef4a9-df65-421f-8ad0-226b9ed946ce reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:10Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20934" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:11:10Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637ff1d7971d7 namespace: kserve-ci-e2e-test resourceVersion: "20980" uid: d9a3d95c-6ead-4b6e-98dc-7e9bd7c81d1f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:10Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637ff1edb08c3 namespace: kserve-ci-e2e-test resourceVersion: "20982" uid: bcd24ba5-38ec-4f29-8b46-59e241619a05 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:10Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637ff21e9887e namespace: kserve-ci-e2e-test resourceVersion: "20983" uid: 3d392e08-cd3f-4711-9ae4-c45436828ff3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:10Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637ff2264a495 namespace: kserve-ci-e2e-test resourceVersion: "20984" uid: 5680829a-9e4b-457c-8e80-90fbd181a68b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:10Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637ff226f2700 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 830431f4-2594-410a-a12b-719c2284a641 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:10Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637ff25bcc95e namespace: kserve-ci-e2e-test resourceVersion: "20987" uid: 8d6b9603-6b77-48b8-a53f-2aa473d449e6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:10Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637ff26397039 namespace: kserve-ci-e2e-test resourceVersion: "20988" uid: d4ee9478-6abe-4a86-88d3-dea3e81d0e7f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T21:11:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:20:38Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:11:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:38Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d637ff70bb264e namespace: kserve-ci-e2e-test resourceVersion: "25540" uid: 3dace6e7-6140-44da-84b3-661a65403b34 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:20:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d638827bb629fd namespace: kserve-ci-e2e-test resourceVersion: "25345" uid: e18f2de9-4831-464d-975b-c5adbde891e9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:20:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d638827bb76db2 namespace: kserve-ci-e2e-test resourceVersion: "25350" uid: 5f65579e-5740-4ba9-bc7d-59ccb5674d97 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg namespace: kserve-ci-e2e-test resourceVersion: "20926" uid: a9f46079-fee3-4582-9c6e-9b2e0403b0fa kind: Event lastTimestamp: "2026-09-17T21:20:38Z" message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp 10.134.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:20:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:38Z" name: success-200-isvc-31e6a-predictor-6c64485579-ztxgg.18d63883394edabe namespace: kserve-ci-e2e-test resourceVersion: "25535" uid: 7bd74f02-9a4b-4104-bd18-90cf0d3d961b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-31e6a-predictor-6c64485579 namespace: kserve-ci-e2e-test resourceVersion: "20918" uid: 2a530441-e1f0-4410-af65-684039bd7534 kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: 'Created pod: success-200-isvc-31e6a-predictor-6c64485579-ztxgg' metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:09Z" name: success-200-isvc-31e6a-predictor-6c64485579.18d637fed74d21db namespace: kserve-ci-e2e-test resourceVersion: "20925" uid: fab5be08-5881-4c22-810d-dc2323aa6d07 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "20916" uid: ec4fcf56-e72a-4a25-bccb-006166404fe9 kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: Scaled up replica set success-200-isvc-31e6a-predictor-6c64485579 from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:09Z" name: success-200-isvc-31e6a-predictor.18d637fed579739b namespace: kserve-ci-e2e-test resourceVersion: "20919" uid: bbcca8a2-43b3-4f7e-a228-9a8051df9bfa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:11:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "20917" uid: 7bfde7a0-00fb-4b8d-9f3e-3dee37c68e11 kind: Event lastTimestamp: "2026-09-17T21:11:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:54Z" name: success-200-isvc-31e6a-predictor.18d6380253f786f5 namespace: kserve-ci-e2e-test resourceVersion: "21384" uid: cc90b091-177a-48d4-ba2d-29812ec3db02 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:11:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "20917" uid: 7bfde7a0-00fb-4b8d-9f3e-3dee37c68e11 kind: Event lastTimestamp: "2026-09-17T21:11:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:54Z" name: success-200-isvc-31e6a-predictor.18d638025452a34f namespace: kserve-ci-e2e-test resourceVersion: "21385" uid: 71303e99-2d21-4a04-abb0-c1a54333e523 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21129" uid: 7bfde7a0-00fb-4b8d-9f3e-3dee37c68e11 kind: Event lastTimestamp: "2026-09-17T21:12:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:24Z" name: success-200-isvc-31e6a-predictor.18d6380cd06f9923 namespace: kserve-ci-e2e-test resourceVersion: "21863" uid: 0bb4610d-ad27-44ce-a394-713223291127 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:12:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-31e6a-predictor namespace: kserve-ci-e2e-test resourceVersion: "21129" uid: 7bfde7a0-00fb-4b8d-9f3e-3dee37c68e11 kind: Event lastTimestamp: "2026-09-17T21:12:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:12:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:24Z" name: success-200-isvc-31e6a-predictor.18d6380cd0dc4149 namespace: kserve-ci-e2e-test resourceVersion: "21864" uid: e4ceb250-b18d-4430-aab4-87c04d5f1c85 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-31e6a namespace: kserve-ci-e2e-test resourceVersion: "20905" uid: cd0509dc-4cec-4ede-976f-a5d0e605720b kind: Event lastTimestamp: "2026-09-17T21:12:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:12:08Z" name: success-200-isvc-31e6a.18d637fed583badc namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 212491ab-bb4b-4cb2-9f58-818ba69932fd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-31e6a namespace: kserve-ci-e2e-test resourceVersion: "21658" uid: cd0509dc-4cec-4ede-976f-a5d0e605720b kind: Event lastTimestamp: "2026-09-17T21:12:08Z" message: InferenceService [success-200-isvc-31e6a] is Ready metadata: creationTimestamp: "2026-09-17T21:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:12:08Z" name: success-200-isvc-31e6a.18d6380c8044e38a namespace: kserve-ci-e2e-test resourceVersion: "21659" uid: 3e4e406b-82d0-414b-9e89-a35a999d06c5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:21:32.489992Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26230" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:21:32Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d6388fde7486c4 namespace: kserve-ci-e2e-test resourceVersion: "26236" uid: 05f3ea11-c5ed-4e4c-bab9-27bd0f7ddad1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26240" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Add eth0 [10.134.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:21:33Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d6389000b492c2 namespace: kserve-ci-e2e-test resourceVersion: "26278" uid: 35852438-16e1-4a3b-9539-da84293019d3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d6389002072855 namespace: kserve-ci-e2e-test resourceVersion: "26280" uid: f24cb4bb-71db-4042-8ba9-7d60bced4179 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d6389005a5e0ae namespace: kserve-ci-e2e-test resourceVersion: "26281" uid: 40941c83-0613-4ed3-835a-cce6f441c6ab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d63890062c7796 namespace: kserve-ci-e2e-test resourceVersion: "26282" uid: 88fde3ff-b32f-4278-aaf6-59d0b2844dbc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d638900635f3b6 namespace: kserve-ci-e2e-test resourceVersion: "26283" uid: 43cbb060-790b-42f6-b82e-bd8b0a86cfaa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d638900986bda8 namespace: kserve-ci-e2e-test resourceVersion: "26284" uid: 4daf5115-eb08-4e38-9319-59950dfb0643 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:21:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:33Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d6389009fcb594 namespace: kserve-ci-e2e-test resourceVersion: "26285" uid: 0df6e2c1-5499-47b7-8485-d68b6bbc0a85 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:21:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:22:20Z" message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:21:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:22:20Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d638903941a63f namespace: kserve-ci-e2e-test resourceVersion: "26909" uid: f9e025c2-cc14-417c-b008-5f364b8334f9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:39:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:39:02Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d639846fd4cff9 namespace: kserve-ci-e2e-test resourceVersion: "34011" uid: deb9559c-6a9d-4257-9f94-a6c1128a1c56 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:39:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:39:02Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d639846fd54467 namespace: kserve-ci-e2e-test resourceVersion: "34017" uid: 3fdb6921-ee2b-4cb3-9b16-1c68c311fa2c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:39:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg namespace: kserve-ci-e2e-test resourceVersion: "26232" uid: b1ebad23-a56e-4e98-9080-9d3743cbc953 kind: Event lastTimestamp: "2026-09-17T21:39:05Z" message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp 10.134.0.46:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:39:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:39:05Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg.18d63984edf6dd56 namespace: kserve-ci-e2e-test resourceVersion: "34076" uid: 1f1bfcd0-0705-4125-bf9c-a7828837766e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3ccd0-predictor-5778dff7cc namespace: kserve-ci-e2e-test resourceVersion: "26224" uid: 90077f54-691e-4368-b950-9ba744a97db5 kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: 'Created pod: success-200-isvc-3ccd0-predictor-5778dff7cc-kz9kg' metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:32Z" name: success-200-isvc-3ccd0-predictor-5778dff7cc.18d6388fde0417e0 namespace: kserve-ci-e2e-test resourceVersion: "26231" uid: 452aa58c-f472-4355-b8b3-89dc022fd3b7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26222" uid: 67813c06-a056-4c70-a428-b213698ae4a2 kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: Scaled up replica set success-200-isvc-3ccd0-predictor-5778dff7cc from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:32Z" name: success-200-isvc-3ccd0-predictor.18d6388fdc23c67f namespace: kserve-ci-e2e-test resourceVersion: "26225" uid: 4807c09d-ecba-4559-af28-2f83425a76dd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:21:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26223" uid: bf546021-a4f0-4951-a590-e04690d641ee kind: Event lastTimestamp: "2026-09-17T21:22:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:02Z" name: success-200-isvc-3ccd0-predictor.18d638935b34733d namespace: kserve-ci-e2e-test resourceVersion: "26761" uid: 963e8848-1c9d-40aa-a1af-a94e4ad39eb6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:21:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26223" uid: bf546021-a4f0-4951-a590-e04690d641ee kind: Event lastTimestamp: "2026-09-17T21:22:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:21:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:02Z" name: success-200-isvc-3ccd0-predictor.18d638935ba71955 namespace: kserve-ci-e2e-test resourceVersion: "26762" uid: 38462bbd-bab5-46c1-973b-788a67495b09 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:22:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26486" uid: bf546021-a4f0-4951-a590-e04690d641ee kind: Event lastTimestamp: "2026-09-17T21:23:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:22:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:02Z" name: success-200-isvc-3ccd0-predictor.18d6389a5b3dd068 namespace: kserve-ci-e2e-test resourceVersion: "27313" uid: fe2d6641-7c6f-4f31-80c8-68779c453cef reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:22:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3ccd0-predictor namespace: kserve-ci-e2e-test resourceVersion: "26486" uid: bf546021-a4f0-4951-a590-e04690d641ee kind: Event lastTimestamp: "2026-09-17T21:23:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:22:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:02Z" name: success-200-isvc-3ccd0-predictor.18d6389a5c263d65 namespace: kserve-ci-e2e-test resourceVersion: "27314" uid: 82de0d07-ad50-410b-9fdc-25db56ddb854 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "26210" uid: a3baab27-b37b-4949-aa32-a8c77494b96b kind: Event lastTimestamp: "2026-09-17T21:22:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:30Z" name: success-200-isvc-3ccd0.18d6388fdc2867b7 namespace: kserve-ci-e2e-test resourceVersion: "27000" uid: a030c881-b3f9-452f-821c-4a81cd65c9f7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: a3baab27-b37b-4949-aa32-a8c77494b96b kind: Event lastTimestamp: "2026-09-17T21:22:30Z" message: InferenceService [success-200-isvc-3ccd0] is Ready metadata: creationTimestamp: "2026-09-17T21:22:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:30Z" name: success-200-isvc-3ccd0.18d6389d48f31805 namespace: kserve-ci-e2e-test resourceVersion: "26998" uid: 3db3f900-7f45-4138-b6ec-6ac0c1203845 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:09:48.665700Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19945" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-46851-predictor-5c8c955cdc-c8zks to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:09:48Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ebff41f5b1 namespace: kserve-ci-e2e-test resourceVersion: "19959" uid: 2de1186e-2e07-471e-9abe-6e5526011004 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19966" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:09:49Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ec218a99a7 namespace: kserve-ci-e2e-test resourceVersion: "20002" uid: b53139f8-7b4a-4f3e-b1e6-e67f9ecb64a7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:49Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ec22f05deb namespace: kserve-ci-e2e-test resourceVersion: "20006" uid: 32297184-b1b2-4dbc-a5ad-bfcb22749b02 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:49Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ec262f5a04 namespace: kserve-ci-e2e-test resourceVersion: "20008" uid: 960a890e-7e27-413e-ac2b-bd67b9d30209 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:49Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ec26b684e5 namespace: kserve-ci-e2e-test resourceVersion: "20009" uid: c99fe6c8-8275-40c8-97d8-f8a2500abeb6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:49Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ec26c20462 namespace: kserve-ci-e2e-test resourceVersion: "20010" uid: b3645f04-8589-4879-ad14-810a7b00335d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:49Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ec296adfe6 namespace: kserve-ci-e2e-test resourceVersion: "20012" uid: c066d9bf-b4c9-4abe-bf67-17f8ad475584 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:09:49Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:49Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ec29e0da25 namespace: kserve-ci-e2e-test resourceVersion: "20013" uid: ed439a70-939f-470f-8772-366d12cf8f3b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:09:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:10:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:09:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:35Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ec40efc0a1 namespace: kserve-ci-e2e-test resourceVersion: "20396" uid: 46a4f6e0-7982-48a6-8945-174160a0c48a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:09Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637fed0167ad7 namespace: kserve-ci-e2e-test resourceVersion: "20890" uid: a69d07d0-9213-41d4-bdba-90eef0cd0d94 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:11:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:09Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637fed01716e2 namespace: kserve-ci-e2e-test resourceVersion: "20891" uid: 1a5a3b4c-2e71-4099-ba6f-d3bf1bc891bc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks namespace: kserve-ci-e2e-test resourceVersion: "19951" uid: 5ef4969d-38c2-4bd1-aeeb-9eff2f89d7d8 kind: Event lastTimestamp: "2026-09-17T21:11:10Z" message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp 10.134.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:10Z" name: success-200-isvc-46851-predictor-5c8c955cdc-c8zks.18d637ff1d1e9306 namespace: kserve-ci-e2e-test resourceVersion: "20978" uid: 98a1a334-eb89-49ff-940b-4a12cf6f08bb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-46851-predictor-5c8c955cdc namespace: kserve-ci-e2e-test resourceVersion: "19932" uid: 8da3d489-c074-4e6d-bc34-5d28e667882f kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: 'Created pod: success-200-isvc-46851-predictor-5c8c955cdc-c8zks' metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:09:48Z" name: success-200-isvc-46851-predictor-5c8c955cdc.18d637ebfeab2a32 namespace: kserve-ci-e2e-test resourceVersion: "19949" uid: 99b0a3de-2697-4676-bf35-0e5dbe99382c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: abf4515f-fd4d-4223-95e6-646b32023a51 kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: Scaled up replica set success-200-isvc-46851-predictor-5c8c955cdc from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:09:48Z" name: success-200-isvc-46851-predictor.18d637ebfb5bfe81 namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 122faea0-5a6b-4824-a9a8-e6e38e9428ae reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:10:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "19931" uid: 32780aa6-0626-4590-ad56-1e21ef9f9c9e kind: Event lastTimestamp: "2026-09-17T21:10:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:10:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:33Z" name: success-200-isvc-46851-predictor.18d637ef79d8945e namespace: kserve-ci-e2e-test resourceVersion: "20377" uid: 8872f0a2-ce5d-4e0a-97fd-bb298d63ebd8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:10:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "19931" uid: 32780aa6-0626-4590-ad56-1e21ef9f9c9e kind: Event lastTimestamp: "2026-09-17T21:10:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:10:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:33Z" name: success-200-isvc-46851-predictor.18d637ef7a3da86d namespace: kserve-ci-e2e-test resourceVersion: "20378" uid: d2d0b1e4-3bef-4d26-8a36-424ed11c5397 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:10:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "20146" uid: 32780aa6-0626-4590-ad56-1e21ef9f9c9e kind: Event lastTimestamp: "2026-09-17T21:11:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:10:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:03Z" name: success-200-isvc-46851-predictor.18d637f9f643ec64 namespace: kserve-ci-e2e-test resourceVersion: "20805" uid: 2896836b-94dd-4f39-a8c3-ff6da4e47510 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:10:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-46851-predictor namespace: kserve-ci-e2e-test resourceVersion: "20146" uid: 32780aa6-0626-4590-ad56-1e21ef9f9c9e kind: Event lastTimestamp: "2026-09-17T21:11:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:10:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:03Z" name: success-200-isvc-46851-predictor.18d637f9f68fb3e0 namespace: kserve-ci-e2e-test resourceVersion: "20806" uid: 1e5b94b3-e29b-467d-9ffa-2127e9549c51 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-46851 namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 1561132f-4057-4b49-ab23-583fac8337b0 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:10:46Z" name: success-200-isvc-46851.18d637ebfb8e581d namespace: kserve-ci-e2e-test resourceVersion: "20584" uid: 40c88542-bd4e-4be2-8739-abebb5b4e8fb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-46851 namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 1561132f-4057-4b49-ab23-583fac8337b0 kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: 'Failed to update status for InferenceService "success-200-isvc-46851": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-46851": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:09:48Z" name: success-200-isvc-46851.18d637ebfc05f050 namespace: kserve-ci-e2e-test resourceVersion: "19939" uid: db97277f-0c66-4675-a418-a713ddba6f39 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-46851 namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 1561132f-4057-4b49-ab23-583fac8337b0 kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-46851": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:09:48Z" name: success-200-isvc-46851.18d637ebfc062ee0 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: 1f496db9-b4b2-4c24-8847-8f3dd523f801 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-46851 namespace: kserve-ci-e2e-test resourceVersion: "20580" uid: 1561132f-4057-4b49-ab23-583fac8337b0 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: InferenceService [success-200-isvc-46851] is Ready metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:10:45Z" name: success-200-isvc-46851.18d637f957482b72 namespace: kserve-ci-e2e-test resourceVersion: "20581" uid: 1e7faac4-0934-495d-8e6d-6239f4b9159d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:10:45.760294Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20533" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:10:45Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f94a5c5045 namespace: kserve-ci-e2e-test resourceVersion: "20538" uid: 73b52ad2-cb44-4457-99ff-817df445e56f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-62e6f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:45Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f954fbc467 namespace: kserve-ci-e2e-test resourceVersion: "20575" uid: f0c149bf-d7fa-4ef3-a6f6-2b424b6b5350 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20542" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:10:46Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f9903ef812 namespace: kserve-ci-e2e-test resourceVersion: "20611" uid: 1063e0f1-42f9-4d40-9c45-11e464eb4c70 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:10:46Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:46Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f991875ea2 namespace: kserve-ci-e2e-test resourceVersion: "20613" uid: aa4f705e-a399-4d25-98b9-515dcec68e27 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:10:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:47Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f9951fa5eb namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: fdcabc0e-328c-4a8e-a707-526cb99b2d6d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:10:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:47Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f99595e12f namespace: kserve-ci-e2e-test resourceVersion: "20615" uid: 29474277-6fad-41b1-934c-30801f22eab6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:10:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:47Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f9959fc1b7 namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 1a9533ab-ad67-4041-a646-9ee8df8ea7e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:10:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:47Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f998967071 namespace: kserve-ci-e2e-test resourceVersion: "20617" uid: 68f1018e-b182-493b-8339-50087a5d3fcd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:10:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:10:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:47Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637f99908527f namespace: kserve-ci-e2e-test resourceVersion: "20618" uid: 6406f818-2290-4b76-a82f-6929bc135517 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:10:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:11:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:10:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:11:35Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d637fa0f0cdecf namespace: kserve-ci-e2e-test resourceVersion: "21216" uid: 943b6ad7-71f1-423b-ac2c-9dc70b30cb94 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d6380c3d972701 namespace: kserve-ci-e2e-test resourceVersion: "21574" uid: c6b650ad-3f1f-4d00-ac1c-62574e1a4d91 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d6380c3d97e635 namespace: kserve-ci-e2e-test resourceVersion: "21575" uid: f72c99c5-5461-4164-a4d4-3a93c010d23e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: 62ed77d4-3462-4062-b61e-044e392f64c1 kind: Event lastTimestamp: "2026-09-17T21:12:10Z" message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:12:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:10Z" name: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r.18d6380ceba797de namespace: kserve-ci-e2e-test resourceVersion: "21699" uid: 34082a64-db2c-4893-866c-ec6995f21d46 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-62e6f-predictor-545f99f9cc namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: 68db5a93-9358-45ee-8363-d052d8eabc22 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: 'Created pod: success-200-isvc-62e6f-predictor-545f99f9cc-x7b7r' metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:45Z" name: success-200-isvc-62e6f-predictor-545f99f9cc.18d637f949d0d7a3 namespace: kserve-ci-e2e-test resourceVersion: "20534" uid: 4762798e-23da-43b1-a5d3-90174f3921f5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: 54464d76-d701-4106-9852-149707ff31c9 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: Scaled up replica set success-200-isvc-62e6f-predictor-545f99f9cc from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:10:45Z" name: success-200-isvc-62e6f-predictor.18d637f9480680a9 namespace: kserve-ci-e2e-test resourceVersion: "20528" uid: 0ae22ab1-fd89-494f-9966-dd6fc5bb271a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:11:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20526" uid: 2b47ea83-643c-4213-bdb8-31d6ae849657 kind: Event lastTimestamp: "2026-09-17T21:11:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:30Z" name: success-200-isvc-62e6f-predictor.18d637fcc6835254 namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: 452b8467-93fb-4e0b-b3f6-642a346f7465 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:11:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20526" uid: 2b47ea83-643c-4213-bdb8-31d6ae849657 kind: Event lastTimestamp: "2026-09-17T21:11:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:11:30Z" name: success-200-isvc-62e6f-predictor.18d637fcc6e09209 namespace: kserve-ci-e2e-test resourceVersion: "21185" uid: eb9024ae-c1c0-49aa-969b-5d4304f01cb8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:11:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20780" uid: 2b47ea83-643c-4213-bdb8-31d6ae849657 kind: Event lastTimestamp: "2026-09-17T21:12:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:11:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:00Z" name: success-200-isvc-62e6f-predictor.18d6380045fe38e9 namespace: kserve-ci-e2e-test resourceVersion: "21469" uid: 20f73cdf-823f-4af0-9df2-a9c2fb407428 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:11:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-62e6f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20780" uid: 2b47ea83-643c-4213-bdb8-31d6ae849657 kind: Event lastTimestamp: "2026-09-17T21:12:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:11:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:00Z" name: success-200-isvc-62e6f-predictor.18d638004661f7ca namespace: kserve-ci-e2e-test resourceVersion: "21470" uid: da74bca3-cd2a-453b-84ee-3547e03e0414 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-62e6f namespace: kserve-ci-e2e-test resourceVersion: "20514" uid: 5e23f167-a5d1-471d-b9cb-e504c651dd60 kind: Event lastTimestamp: "2026-09-17T21:11:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:11:45Z" name: success-200-isvc-62e6f.18d637f94811c45c namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: bbcd0365-622f-4a5c-b399-3c9c34e3454e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:11:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-62e6f namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: 5e23f167-a5d1-471d-b9cb-e504c651dd60 kind: Event lastTimestamp: "2026-09-17T21:11:45Z" message: InferenceService [success-200-isvc-62e6f] is Ready metadata: creationTimestamp: "2026-09-17T21:11:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:11:45Z" name: success-200-isvc-62e6f.18d638071f7fc8a3 namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: 7233f808-1072-4e4c-be74-a2027a4a5a78 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:21:56.482080Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:21:56Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895747ea519 namespace: kserve-ci-e2e-test resourceVersion: "26640" uid: 6660d1f9-130d-425f-bd4c-95a909eccd55 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a1ff2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:56Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d638958151076a namespace: kserve-ci-e2e-test resourceVersion: "26671" uid: 84d8f216-e144-4527-9af2-f3b014677445 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26646" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Add eth0 [10.134.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:21:57Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895ba797369 namespace: kserve-ci-e2e-test resourceVersion: "26688" uid: 59b30da2-24db-408f-bbc5-5415500e210a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895bbf69b58 namespace: kserve-ci-e2e-test resourceVersion: "26690" uid: 4f1896f1-d86b-45a5-baf4-3acb1e5c642f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895bfd41ecc namespace: kserve-ci-e2e-test resourceVersion: "26692" uid: 7a687f64-aa70-4f5a-a2de-da29801cfa23 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895c04bb95c namespace: kserve-ci-e2e-test resourceVersion: "26693" uid: ad3ebdf8-1c9e-41f3-9f47-c497d8b694a7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895c055dd4b namespace: kserve-ci-e2e-test resourceVersion: "26694" uid: 8a5c22e7-160c-4ee1-a307-1caf503214aa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895c3fe227c namespace: kserve-ci-e2e-test resourceVersion: "26697" uid: 4abfcd6d-3965-48c7-a5c1-b2e4d9552c88 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:21:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:21:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:57Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895c476e530 namespace: kserve-ci-e2e-test resourceVersion: "26699" uid: 21e704af-a346-4c3a-a931-65a58b02844f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T21:21:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:31:24Z" message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:21:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:24Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63895d6c9d9f7 namespace: kserve-ci-e2e-test resourceVersion: "30864" uid: ee51c1d1-0f56-4e4b-88ee-1fbff287211a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:31:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:21Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63919135c8327 namespace: kserve-ci-e2e-test resourceVersion: "30830" uid: e45289fd-cb8b-405c-bdfd-9e201dff08d2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:31:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:21Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d63919135d2290 namespace: kserve-ci-e2e-test resourceVersion: "30831" uid: 8b701605-c9dc-4db8-9075-d328ea10a1c4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:31:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: 66ac1b73-0fa6-4b81-8750-cabf29254126 kind: Event lastTimestamp: "2026-09-17T21:31:24Z" message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp 10.134.0.48:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:31:24Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v.18d639199f3f5744 namespace: kserve-ci-e2e-test resourceVersion: "30863" uid: ea9a1e4c-b700-43a8-ad05-621fe1501e9e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a1ff2-predictor-794d58c9dc namespace: kserve-ci-e2e-test resourceVersion: "26628" uid: 28f9a8ab-35d6-4ceb-b73e-577d224a4a6d kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: 'Created pod: success-200-isvc-a1ff2-predictor-794d58c9dc-jzd8v' metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:56Z" name: success-200-isvc-a1ff2-predictor-794d58c9dc.18d6389573de9e61 namespace: kserve-ci-e2e-test resourceVersion: "26636" uid: 6a65d758-5a0a-4ab6-b748-4cc0fc688511 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26626" uid: ddf60e04-03d0-406d-91aa-6c8b52cbb51a kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: Scaled up replica set success-200-isvc-a1ff2-predictor-794d58c9dc from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:56Z" name: success-200-isvc-a1ff2-predictor.18d638957186184c namespace: kserve-ci-e2e-test resourceVersion: "26631" uid: fdcc67bf-85c2-45bd-bf85-29cf64edea0b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26627" uid: 30ad13b6-075d-4081-b153-0aaf358a98bc kind: Event lastTimestamp: "2026-09-17T21:22:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:22:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:11Z" name: success-200-isvc-a1ff2-predictor.18d63898efddbddc namespace: kserve-ci-e2e-test resourceVersion: "26835" uid: 2b6ee260-051d-4e82-ac80-af488c244d6f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26627" uid: 30ad13b6-075d-4081-b153-0aaf358a98bc kind: Event lastTimestamp: "2026-09-17T21:22:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:22:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:11Z" name: success-200-isvc-a1ff2-predictor.18d63898f03f67cb namespace: kserve-ci-e2e-test resourceVersion: "26837" uid: 10375984-075e-4475-bad6-9187be24401e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:22:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 30ad13b6-075d-4081-b153-0aaf358a98bc kind: Event lastTimestamp: "2026-09-17T21:23:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:22:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:11Z" name: success-200-isvc-a1ff2-predictor.18d6389c6f1ba8be namespace: kserve-ci-e2e-test resourceVersion: "27418" uid: 96ac0bcb-0033-4844-9006-d82ed8665621 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:22:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a1ff2-predictor namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 30ad13b6-075d-4081-b153-0aaf358a98bc kind: Event lastTimestamp: "2026-09-17T21:23:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:22:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:11Z" name: success-200-isvc-a1ff2-predictor.18d6389c6fbfba2e namespace: kserve-ci-e2e-test resourceVersion: "27419" uid: 248e2aaa-8b3e-4861-9ffa-a9d731705312 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a1ff2 namespace: kserve-ci-e2e-test resourceVersion: "26617" uid: d38e524e-62ec-41c5-93ef-c691bca0e802 kind: Event lastTimestamp: "2026-09-17T21:22:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:54Z" name: success-200-isvc-a1ff2.18d6389571862945 namespace: kserve-ci-e2e-test resourceVersion: "27244" uid: bb93519e-6f80-4164-9c61-2d0f8172ff53 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a1ff2 namespace: kserve-ci-e2e-test resourceVersion: "27242" uid: d38e524e-62ec-41c5-93ef-c691bca0e802 kind: Event lastTimestamp: "2026-09-17T21:22:54Z" message: InferenceService [success-200-isvc-a1ff2] is Ready metadata: creationTimestamp: "2026-09-17T21:22:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:54Z" name: success-200-isvc-a1ff2.18d638a2e737ddf8 namespace: kserve-ci-e2e-test resourceVersion: "27243" uid: 894cf2da-bf59-4a7c-b193-3988d88fa447 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T20:58:48.472050Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14387" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a625d-predictor-68cf5d77c9-k7djz to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T20:58:48Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d6375248a65e56 namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: 1ca2154d-9097-40fd-ba3a-57a2b17509dc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14396" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T20:58:49Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d637526af85fd0 namespace: kserve-ci-e2e-test resourceVersion: "14480" uid: ccff353c-eca8-4f89-b7a1-743e9b4b7322 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:58:49Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" metadata: creationTimestamp: "2026-09-17T20:58:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:58:49Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d637526f80b05b namespace: kserve-ci-e2e-test resourceVersion: "14487" uid: 991b2290-37dc-4b99-a138-54961612f579 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:59:00Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" in 11.856s (11.856s including waiting). Image size: 1385941582 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:00Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d637553230bc7b namespace: kserve-ci-e2e-test resourceVersion: "14629" uid: 00621ffe-da1d-4157-8756-4abfafc16c7d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:59:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T20:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:01Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d63755353f81db namespace: kserve-ci-e2e-test resourceVersion: "14630" uid: 9a09dec6-035b-4888-aa1b-a8ff99a879ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:59:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T20:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:01Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d6375535b974f0 namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: 226bf435-9469-4e60-b8f0-10ac87c753dd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:59:01Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T20:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:01Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d6375535c524bb namespace: kserve-ci-e2e-test resourceVersion: "14632" uid: b1014b8c-4aea-4c32-8790-263d543e9b30 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:59:03Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.311s (2.311s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:03Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d63755bf8f4d42 namespace: kserve-ci-e2e-test resourceVersion: "14658" uid: 3f8ccd09-5702-4bb4-9011-7b8656ecc085 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:59:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:03Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d63755c2603f52 namespace: kserve-ci-e2e-test resourceVersion: "14659" uid: 4d0b3752-e993-462f-90c3-78f6367698c5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:59:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:03Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d63755c2d71803 namespace: kserve-ci-e2e-test resourceVersion: "14661" uid: 7d66f719-d58b-4815-8809-d3b2770fbcf8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T20:59:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T20:59:39Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d63755dcc00f69 namespace: kserve-ci-e2e-test resourceVersion: "15001" uid: 073086d6-94f5-41ae-ae63-775974f6e721 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:23Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d637685c7c17b6 namespace: kserve-ci-e2e-test resourceVersion: "15448" uid: 7b230817-7b56-4b3a-8c5a-492aca9d1aaa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:23Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d637685c7cb887 namespace: kserve-ci-e2e-test resourceVersion: "15454" uid: 4f791e06-dfc8-482b-8c6b-1840a61af849 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: be2bd31b-92e4-47d4-8109-ecec6131c122 kind: Event lastTimestamp: "2026-09-17T21:00:24Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:24Z" name: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz.18d63768b8ef13a7 namespace: kserve-ci-e2e-test resourceVersion: "15552" uid: 14c437be-dae1-4817-8e5c-bea818dce83b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a625d-predictor-68cf5d77c9 namespace: kserve-ci-e2e-test resourceVersion: "14381" uid: c30432cd-923d-4a54-8e91-c1a8d9f9ba97 kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: 'Created pod: success-200-isvc-a625d-predictor-68cf5d77c9-k7djz' metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: success-200-isvc-a625d-predictor-68cf5d77c9.18d6375248355c2b namespace: kserve-ci-e2e-test resourceVersion: "14388" uid: bfaf9e3c-7a53-4eeb-a375-49c74d28b399 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14378" uid: fcdb4ab8-3d7c-44c6-9f8b-9bfb4a4a19bc kind: Event lastTimestamp: "2026-09-17T20:58:48Z" message: Scaled up replica set success-200-isvc-a625d-predictor-68cf5d77c9 from 0 to 1 metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:58:48Z" name: success-200-isvc-a625d-predictor.18d6375245d57984 namespace: kserve-ci-e2e-test resourceVersion: "14382" uid: 7e95a405-a3a3-435a-b5f2-6d26e468d8f9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: d9be4f6d-3aa3-4333-9109-9e01dc182a42 kind: Event lastTimestamp: "2026-09-17T20:59:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:59:18Z" name: success-200-isvc-a625d-predictor.18d63755c4486969 namespace: kserve-ci-e2e-test resourceVersion: "14794" uid: 0a62f3c3-32d7-4dc4-9fb6-df6acddcf994 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T20:59:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: d9be4f6d-3aa3-4333-9109-9e01dc182a42 kind: Event lastTimestamp: "2026-09-17T20:59:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T20:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T20:59:18Z" name: success-200-isvc-a625d-predictor.18d63755c4b51780 namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f40644e3-927b-4a23-b277-7786650c5ecc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T20:59:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d9be4f6d-3aa3-4333-9109-9e01dc182a42 kind: Event lastTimestamp: "2026-09-17T21:00:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T20:59:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:18Z" name: success-200-isvc-a625d-predictor.18d6375cc23c9114 namespace: kserve-ci-e2e-test resourceVersion: "15364" uid: f9657578-ba05-4e29-b46d-475b1e62a075 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T20:59:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a625d-predictor namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d9be4f6d-3aa3-4333-9109-9e01dc182a42 kind: Event lastTimestamp: "2026-09-17T21:00:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T20:59:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:18Z" name: success-200-isvc-a625d-predictor.18d6375cc29d9260 namespace: kserve-ci-e2e-test resourceVersion: "15365" uid: 7ae2e0af-b9f5-4616-ac46-2938dae6711d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T20:58:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a625d namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: 7e48338a-2e34-444f-848b-33b27a8ed3c4 kind: Event lastTimestamp: "2026-09-17T20:59:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T20:59:49Z" name: success-200-isvc-a625d.18d6375245f4a21d namespace: kserve-ci-e2e-test resourceVersion: "15095" uid: cf9b1c61-c592-4669-8b9f-76ac7dd17a42 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T20:59:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a625d namespace: kserve-ci-e2e-test resourceVersion: "15091" uid: 7e48338a-2e34-444f-848b-33b27a8ed3c4 kind: Event lastTimestamp: "2026-09-17T20:59:49Z" message: InferenceService [success-200-isvc-a625d] is Ready metadata: creationTimestamp: "2026-09-17T20:59:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T20:59:49Z" name: success-200-isvc-a625d.18d6376097b77798 namespace: kserve-ci-e2e-test resourceVersion: "15092" uid: 70ce424e-af6a-4ac6-9f74-85e38c28168a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:12:07.207386Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c40fc4c4a namespace: kserve-ci-e2e-test resourceVersion: "21590" uid: ab1295c8-5b79-462a-87b3-a0fd6c270795 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c632c1554 namespace: kserve-ci-e2e-test resourceVersion: "21634" uid: 7b5ba9cf-d504-46ad-96d1-79ced063664c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c648513e1 namespace: kserve-ci-e2e-test resourceVersion: "21636" uid: bef8e9e4-9813-4833-9cee-18a81da8d45a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c67cbf203 namespace: kserve-ci-e2e-test resourceVersion: "21638" uid: 3a986e39-e39e-4334-b93e-557b30d20be4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c68456cca namespace: kserve-ci-e2e-test resourceVersion: "21639" uid: 6ec15f30-d3b8-4fb3-ad19-e6298153d1a6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c684fe03c namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 86ec5730-788c-4a1b-91fc-c3c31b5a9b12 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c6b7ee6c7 namespace: kserve-ci-e2e-test resourceVersion: "21641" uid: 9270dd14-f971-430e-b03b-5dd6bb4ca3e7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c6bf7a43d namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 847197b3-3ebd-4f64-910f-63ae66ebe3dd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T21:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:21:34Z" message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:34Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6380c8a451c00 namespace: kserve-ci-e2e-test resourceVersion: "26316" uid: c1e6932c-bbdc-429f-bf07-7428b32bdaab reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:32Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6388fd69658ce namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: a6e1f3aa-7da4-4388-bc9d-154adba40784 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:21:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:21:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:32Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6388fd696d650 namespace: kserve-ci-e2e-test resourceVersion: "26197" uid: 019285ce-be3a-4d87-b9d2-6cd38f4e23ec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 509f7877-02a4-4acf-85ab-672c783f5118 kind: Event lastTimestamp: "2026-09-17T21:21:34Z" message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp 10.134.0.42:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:21:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:34Z" name: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd.18d6389052c26526 namespace: kserve-ci-e2e-test resourceVersion: "26315" uid: 70d5c4ba-4a30-4125-ba8c-eb8fd7f1572b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b5a48-predictor-86f5cd75f namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: 81346765-26e3-4d86-b58f-f4121bcdaf96 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: 'Created pod: success-200-isvc-b5a48-predictor-86f5cd75f-c8pqd' metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor-86f5cd75f.18d6380c40743a76 namespace: kserve-ci-e2e-test resourceVersion: "21588" uid: 4c9e45b5-87cf-4e86-85d8-4ab912cd705d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b5a48-predictor namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 927a2984-6b8c-4b89-bbd2-b2aceccc20eb kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: Scaled up replica set success-200-isvc-b5a48-predictor-86f5cd75f from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48-predictor.18d6380c3d40876e namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: fe2b27df-ba0d-40c8-b018-65d0d94fa7bb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:12:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b5a48-predictor namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: 7e2e023a-9bfd-40c5-9386-2c1e66ed6fab kind: Event lastTimestamp: "2026-09-17T21:13:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:12:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:37Z" name: success-200-isvc-b5a48-predictor.18d6380fbc36359e namespace: kserve-ci-e2e-test resourceVersion: "22470" uid: 1c9f5453-b0f5-45cb-8cff-7d0117d1a9cf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:12:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b5a48-predictor namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: 7e2e023a-9bfd-40c5-9386-2c1e66ed6fab kind: Event lastTimestamp: "2026-09-17T21:13:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:12:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:13:37Z" name: success-200-isvc-b5a48-predictor.18d6380fbcb5bdba namespace: kserve-ci-e2e-test resourceVersion: "22471" uid: 811d4264-77d6-45e2-86bf-b03f4ee84b2b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: 41c26c16-360b-47ba-8a17-3724d15298d5 kind: Event lastTimestamp: "2026-09-17T21:13:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:13:04Z" name: success-200-isvc-b5a48.18d6380c3d5fa82d namespace: kserve-ci-e2e-test resourceVersion: "22174" uid: 87692d64-afe4-4cad-9557-11725ab661be reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: 41c26c16-360b-47ba-8a17-3724d15298d5 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: 'Failed to update status for InferenceService "success-200-isvc-b5a48": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b5a48": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48.18d6380c3e64fa3b namespace: kserve-ci-e2e-test resourceVersion: "21578" uid: 977fd7db-6988-42da-a4b7-57261989d645 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:12:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: 41c26c16-360b-47ba-8a17-3724d15298d5 kind: Event lastTimestamp: "2026-09-17T21:12:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-b5a48": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T21:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:12:07Z" name: success-200-isvc-b5a48.18d6380c3e6548a5 namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: 97b71b1f-8f6d-481d-ada8-2f4620f26603 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:13:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b5a48 namespace: kserve-ci-e2e-test resourceVersion: "22171" uid: 41c26c16-360b-47ba-8a17-3724d15298d5 kind: Event lastTimestamp: "2026-09-17T21:13:04Z" message: InferenceService [success-200-isvc-b5a48] is Ready metadata: creationTimestamp: "2026-09-17T21:13:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:13:04Z" name: success-200-isvc-b5a48.18d6381999ba97b6 namespace: kserve-ci-e2e-test resourceVersion: "22172" uid: 668e912e-ae3c-47b0-9dbb-b1a262a96e2f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:20:35.173986Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25376" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:20:35Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d6388286278dcf namespace: kserve-ci-e2e-test resourceVersion: "25383" uid: d1902b7d-0051-4076-84d7-5eb3d9b6fc69 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-d3600-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:35Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d6388294061aae namespace: kserve-ci-e2e-test resourceVersion: "25427" uid: 92cb641f-1a35-4a64-b206-7cc9697dfe1d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25391" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:20:37Z" message: Add eth0 [10.134.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:20:37Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d638830212ae75 namespace: kserve-ci-e2e-test resourceVersion: "25483" uid: ea886fb7-cd6d-449a-b6a2-cec75e1d5c87 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:20:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:37Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d6388303eb3dd3 namespace: kserve-ci-e2e-test resourceVersion: "25485" uid: f04260fa-3940-4da9-8479-f04953cfa3f3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:20:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:37Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d6388306dfa6d3 namespace: kserve-ci-e2e-test resourceVersion: "25487" uid: fc0215f2-e990-46fb-aea6-91abcab5147c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:20:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:37Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d63883075352a6 namespace: kserve-ci-e2e-test resourceVersion: "25488" uid: d6f626e3-2a65-4952-aa82-d3c9dc85e03a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:20:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:37Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d63883075d3312 namespace: kserve-ci-e2e-test resourceVersion: "25489" uid: e997399d-c684-42e1-a675-e2808b13b35b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:20:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:37Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d6388309cb92f4 namespace: kserve-ci-e2e-test resourceVersion: "25490" uid: 8e1ed11e-3328-4ab6-a1e4-e16d1f23fc2d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:20:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:20:37Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d638830a42b05b namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: 3541820d-c025-4862-8f27-97156bdf114a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T21:20:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:21:24Z" message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:20:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:24Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d638835b0d52cd namespace: kserve-ci-e2e-test resourceVersion: "26112" uid: 879d960d-8ead-4b8d-b775-6fb889cf6e77 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:56Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d638956b9fd67b namespace: kserve-ci-e2e-test resourceVersion: "26606" uid: 13c56be2-fedd-49b3-af3a-721a1d356275 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:21:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:21:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:56Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d638956ba15926 namespace: kserve-ci-e2e-test resourceVersion: "26609" uid: 5ea1e045-eeed-47a9-a44a-b811f4e4df69 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: 1941a697-469b-4130-8b62-e7fbd3ef0eed kind: Event lastTimestamp: "2026-09-17T21:21:59Z" message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp 10.134.0.45:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:21:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:21:59Z" name: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw.18d6389637466ff0 namespace: kserve-ci-e2e-test resourceVersion: "26729" uid: fda9b05b-ead5-4c07-b550-ef3304655526 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d3600-predictor-7d54b7f68f namespace: kserve-ci-e2e-test resourceVersion: "25369" uid: d422b655-31fd-4e5b-a945-bbf64564a9ac kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: 'Created pod: success-200-isvc-d3600-predictor-7d54b7f68f-2s7fw' metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:20:35Z" name: success-200-isvc-d3600-predictor-7d54b7f68f.18d6388285a2705e namespace: kserve-ci-e2e-test resourceVersion: "25378" uid: de84c94d-fb3e-4a3a-bf8c-d16792b00696 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25367" uid: 20a5106b-3a31-4791-adfd-e2c4a6662545 kind: Event lastTimestamp: "2026-09-17T21:20:35Z" message: Scaled up replica set success-200-isvc-d3600-predictor-7d54b7f68f from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:20:35Z" name: success-200-isvc-d3600-predictor.18d6388281868bb1 namespace: kserve-ci-e2e-test resourceVersion: "25371" uid: 929acf90-56d5-4ef7-95cf-afa2510004d0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:20:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25368" uid: 73bd0657-5980-4d42-af4d-a2e47c098735 kind: Event lastTimestamp: "2026-09-17T21:21:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:20:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:20Z" name: success-200-isvc-d3600-predictor.18d63885ffe75894 namespace: kserve-ci-e2e-test resourceVersion: "26073" uid: 5c03f5d2-6757-4542-914d-0997f27da7bf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:20:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25368" uid: 73bd0657-5980-4d42-af4d-a2e47c098735 kind: Event lastTimestamp: "2026-09-17T21:21:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:20:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:20Z" name: success-200-isvc-d3600-predictor.18d63886004c52b3 namespace: kserve-ci-e2e-test resourceVersion: "26075" uid: 6e5ca424-f3b3-4c23-87b5-e1cf6b068d51 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:21:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 73bd0657-5980-4d42-af4d-a2e47c098735 kind: Event lastTimestamp: "2026-09-17T21:21:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:21:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:50Z" name: success-200-isvc-d3600-predictor.18d638897f06c157 namespace: kserve-ci-e2e-test resourceVersion: "26515" uid: a01e8a13-ff6a-4dad-acce-41d8394036ac reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T21:21:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d3600-predictor namespace: kserve-ci-e2e-test resourceVersion: "25831" uid: 73bd0657-5980-4d42-af4d-a2e47c098735 kind: Event lastTimestamp: "2026-09-17T21:21:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:21:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:21:50Z" name: success-200-isvc-d3600-predictor.18d638897f69a3fa namespace: kserve-ci-e2e-test resourceVersion: "26516" uid: a4e81072-454e-49b0-9050-31ad5999f5c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:20:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d3600 namespace: kserve-ci-e2e-test resourceVersion: "25357" uid: 81d792c0-9210-4b50-b3e8-c84d2cfaf783 kind: Event lastTimestamp: "2026-09-17T21:21:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:20:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:21:34Z" name: success-200-isvc-d3600.18d63882818c9002 namespace: kserve-ci-e2e-test resourceVersion: "26336" uid: 1665c469-b5fb-44fe-98ad-14e05f37168c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:21:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d3600 namespace: kserve-ci-e2e-test resourceVersion: "26333" uid: 81d792c0-9210-4b50-b3e8-c84d2cfaf783 kind: Event lastTimestamp: "2026-09-17T21:21:34Z" message: InferenceService [success-200-isvc-d3600] is Ready metadata: creationTimestamp: "2026-09-17T21:21:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:21:34Z" name: success-200-isvc-d3600.18d638906b28508d namespace: kserve-ci-e2e-test resourceVersion: "26334" uid: c94e8c3d-847a-47ae-9a8f-aa4f5238c384 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:01:20.000482Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ed647-predictor-7fdb57868c-fgq77 to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:01:20Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d637759072c47b namespace: kserve-ci-e2e-test resourceVersion: "16160" uid: ce6f2dda-f3ac-4355-a812-ac64f4bdeb7c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:20Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:01:20Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-ed647-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:20Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d63775a04941c7 namespace: kserve-ci-e2e-test resourceVersion: "16203" uid: c2681dd6-a480-41a1-a6e8-dcdbf070a76c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16164" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:01:21Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d63775d631efb1 namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: c4889bc3-4f24-4b12-8008-98273917b512 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1999" already present on machine metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d63775d771378e namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 79d9aa40-94b3-498e-a2a8-883c44e1880a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d63775da6e4a67 namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: fbb65a5b-4ab4-4a85-b4c5-d8e229d4ad59 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d63775dae31c7e namespace: kserve-ci-e2e-test resourceVersion: "16234" uid: c4556d52-ab52-432f-97d8-936c1eb24be9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d63775daecaad2 namespace: kserve-ci-e2e-test resourceVersion: "16235" uid: 3435300a-a3c9-4509-91df-b1aedc23d0f6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d63775de6a5bc8 namespace: kserve-ci-e2e-test resourceVersion: "16240" uid: ec92fb8d-1368-46da-a187-927ddd62b268 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:01:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:01:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:21Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d63775deddfe67 namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: 0a756fcc-060c-44d6-98d5-bb8d254c422a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T21:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:10:48Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:48Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d6377623488ad7 namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: efe9328a-0c49-4790-9cc5-5d8c8a60d9ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:45Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d637f9428e9c01 namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: c01d0c03-3f1f-4eac-88cb-ddcaff6c08eb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:10:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T21:10:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:45Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d637f9428f6036 namespace: kserve-ci-e2e-test resourceVersion: "20500" uid: a7c9a3de-6292-4510-96a2-b75476b12408 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:10:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77 namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 4fc81c65-e92e-4ae8-aa9a-f70e151a1fc6 kind: Event lastTimestamp: "2026-09-17T21:10:48Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T21:10:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:48Z" name: success-200-isvc-ed647-predictor-7fdb57868c-fgq77.18d637f9ebb3ec87 namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: e93fc9cf-f03e-45ee-8ede-203515531400 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ed647-predictor-7fdb57868c namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: cf86e6be-c0e3-4c9a-a5b2-f379e42d4d2e kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: 'Created pod: success-200-isvc-ed647-predictor-7fdb57868c-fgq77' metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:19Z" name: success-200-isvc-ed647-predictor-7fdb57868c.18d6377590109359 namespace: kserve-ci-e2e-test resourceVersion: "16156" uid: a7b7cab5-778f-489a-ba1f-daaa9f3e8509 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16147" uid: e0dbbd48-d89c-481d-9ca0-29df15618f60 kind: Event lastTimestamp: "2026-09-17T21:01:19Z" message: Scaled up replica set success-200-isvc-ed647-predictor-7fdb57868c from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:19Z" name: success-200-isvc-ed647-predictor.18d637758e80b67b namespace: kserve-ci-e2e-test resourceVersion: "16150" uid: 92a7a78f-0d9a-49bb-aa2e-c31cd321eee2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:01:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16148" uid: f02f6018-8f43-4558-bb60-c1f22e610f02 kind: Event lastTimestamp: "2026-09-17T21:02:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:05Z" name: success-200-isvc-ed647-predictor.18d637790d023acc namespace: kserve-ci-e2e-test resourceVersion: "16659" uid: 0853861e-897c-4eeb-9f7a-102bfc34b587 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:01:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16148" uid: f02f6018-8f43-4558-bb60-c1f22e610f02 kind: Event lastTimestamp: "2026-09-17T21:02:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:05Z" name: success-200-isvc-ed647-predictor.18d637790d6d3977 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: fdb43e0f-dd1b-47ef-a1dd-a4da47be9479 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:01:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: f02f6018-8f43-4558-bb60-c1f22e610f02 kind: Event lastTimestamp: "2026-09-17T21:02:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:01:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:50Z" name: success-200-isvc-ed647-predictor.18d6377c8c18fabc namespace: kserve-ci-e2e-test resourceVersion: "17050" uid: b285b8d8-995e-4834-8480-6d514ced2e0d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T21:01:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ed647-predictor namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: f02f6018-8f43-4558-bb60-c1f22e610f02 kind: Event lastTimestamp: "2026-09-17T21:02:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:01:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:50Z" name: success-200-isvc-ed647-predictor.18d6377c8c804eb5 namespace: kserve-ci-e2e-test resourceVersion: "17051" uid: 23d4ead0-b12e-4926-9221-6ff4b07bd103 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:01:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ed647 namespace: kserve-ci-e2e-test resourceVersion: "16137" uid: 860fcc36-6b00-44a0-a66b-907ac2eacaca kind: Event lastTimestamp: "2026-09-17T21:02:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T21:01:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:02:18Z" name: success-200-isvc-ed647.18d637758e867d42 namespace: kserve-ci-e2e-test resourceVersion: "16772" uid: fa1a05fb-c18c-4c23-940f-17a1031776c0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:02:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ed647 namespace: kserve-ci-e2e-test resourceVersion: "16770" uid: 860fcc36-6b00-44a0-a66b-907ac2eacaca kind: Event lastTimestamp: "2026-09-17T21:02:18Z" message: InferenceService [success-200-isvc-ed647] is Ready metadata: creationTimestamp: "2026-09-17T21:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:02:18Z" name: success-200-isvc-ed647.18d6378332e7f296 namespace: kserve-ci-e2e-test resourceVersion: "16771" uid: 61ed5e3d-5bc0-45a7-b5e9-524f3ebee17a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:01:33.397720Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-23363-67f7d4f7ff-mp2w6 namespace: kserve-ci-e2e-test resourceVersion: "16378" uid: 2f2cc4bc-0b37-4d94-a117-985a114cf23f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-23363-67f7d4f7ff-mp2w6 to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:01:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:01:33Z" name: switch-graph-23363-67f7d4f7ff-mp2w6.18d63778aefc5d18 namespace: kserve-ci-e2e-test resourceVersion: "16383" uid: 3800f324-319c-4d09-84e5-6fe63cd46e86 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:33Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-23363-67f7d4f7ff-mp2w6 namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 2f2cc4bc-0b37-4d94-a117-985a114cf23f kind: Event lastTimestamp: "2026-09-17T21:01:33Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:01:33Z" name: switch-graph-23363-67f7d4f7ff-mp2w6.18d63778d12972fc namespace: kserve-ci-e2e-test resourceVersion: "16398" uid: 10193b96-3878-41a6-b3e8-733866c122c9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-23363} kind: Pod name: switch-graph-23363-67f7d4f7ff-mp2w6 namespace: kserve-ci-e2e-test resourceVersion: "16380" uid: 2f2cc4bc-0b37-4d94-a117-985a114cf23f kind: Event lastTimestamp: "2026-09-17T21:01:33Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:33Z" name: switch-graph-23363-67f7d4f7ff-mp2w6.18d63778d2775adb namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: d4cdedf0-119a-4618-9d32-5bdd37056783 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-23363} kind: Pod name: switch-graph-23363-67f7d4f7ff-mp2w6 namespace: kserve-ci-e2e-test resourceVersion: "16380" uid: 2f2cc4bc-0b37-4d94-a117-985a114cf23f kind: Event lastTimestamp: "2026-09-17T21:01:34Z" message: 'Created container: switch-graph-23363' metadata: creationTimestamp: "2026-09-17T21:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:34Z" name: switch-graph-23363-67f7d4f7ff-mp2w6.18d63778d5dcf4e2 namespace: kserve-ci-e2e-test resourceVersion: "16401" uid: c7378d0f-4769-48ed-9a57-18ecfc2cb3ba reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-23363} kind: Pod name: switch-graph-23363-67f7d4f7ff-mp2w6 namespace: kserve-ci-e2e-test resourceVersion: "16380" uid: 2f2cc4bc-0b37-4d94-a117-985a114cf23f kind: Event lastTimestamp: "2026-09-17T21:01:34Z" message: Started container switch-graph-23363 metadata: creationTimestamp: "2026-09-17T21:01:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:01:34Z" name: switch-graph-23363-67f7d4f7ff-mp2w6.18d63778d65801e1 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0fd49885-4c33-49cd-98db-a03fb6ff6165 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:09:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-23363} kind: Pod name: switch-graph-23363-67f7d4f7ff-mp2w6 namespace: kserve-ci-e2e-test resourceVersion: "16380" uid: 2f2cc4bc-0b37-4d94-a117-985a114cf23f kind: Event lastTimestamp: "2026-09-17T21:09:48Z" message: Stopping container switch-graph-23363 metadata: creationTimestamp: "2026-09-17T21:09:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:09:48Z" name: switch-graph-23363-67f7d4f7ff-mp2w6.18d637ebf276db5c namespace: kserve-ci-e2e-test resourceVersion: "19901" uid: d1f48d34-7f86-437b-9d72-d13f32a633bd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:09:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-23363} kind: Pod name: switch-graph-23363-67f7d4f7ff-mp2w6 namespace: kserve-ci-e2e-test resourceVersion: "16380" uid: 2f2cc4bc-0b37-4d94-a117-985a114cf23f kind: Event lastTimestamp: "2026-09-17T21:10:15Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:09:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:10:15Z" name: switch-graph-23363-67f7d4f7ff-mp2w6.18d637ec6e14f9e5 namespace: kserve-ci-e2e-test resourceVersion: "20237" uid: d9d7d828-74bd-4f30-89f5-e9466d0f5de5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-23363-67f7d4f7ff namespace: kserve-ci-e2e-test resourceVersion: "16375" uid: 6dc1bfa7-43ce-43bb-81bc-66ca4d06987d kind: Event lastTimestamp: "2026-09-17T21:01:33Z" message: 'Created pod: switch-graph-23363-67f7d4f7ff-mp2w6' metadata: creationTimestamp: "2026-09-17T21:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:33Z" name: switch-graph-23363-67f7d4f7ff.18d63778ae69919c namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 1573aafb-5132-4823-836d-f6013e7b273d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-23363 namespace: kserve-ci-e2e-test resourceVersion: "16373" uid: 53080787-a3c1-487d-84b9-ddf5de4e4a72 kind: Event lastTimestamp: "2026-09-17T21:01:33Z" message: Scaled up replica set switch-graph-23363-67f7d4f7ff from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:33Z" name: switch-graph-23363.18d63778adab3632 namespace: kserve-ci-e2e-test resourceVersion: "16376" uid: 62dfed8a-712d-4f03-857c-08e10eef62ab reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-23363 namespace: kserve-ci-e2e-test resourceVersion: "16390" uid: 487e5fb5-06fa-482c-b973-922e77ffa5eb kind: Event lastTimestamp: "2026-09-17T21:01:33Z" message: InferenceGraph [switch-graph-23363] is Ready metadata: creationTimestamp: "2026-09-17T21:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:01:33Z" name: switch-graph-23363.18d63778b364f761 namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: 8379fe83-ce7e-4e46-9208-2a873c7fdffa reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-23363 namespace: kserve-ci-e2e-test resourceVersion: "16374" uid: a8eea17d-c6cb-4f88-9252-78d47e58f081 kind: Event lastTimestamp: "2026-09-17T21:01:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:48Z" name: switch-graph-23363.18d6377c2cbb926d namespace: kserve-ci-e2e-test resourceVersion: "16521" uid: 7ce1de0a-69c7-4914-8044-01b9335d5c09 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:01:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-23363 namespace: kserve-ci-e2e-test resourceVersion: "16374" uid: a8eea17d-c6cb-4f88-9252-78d47e58f081 kind: Event lastTimestamp: "2026-09-17T21:01:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:01:48Z" name: switch-graph-23363.18d6377c2d25191b namespace: kserve-ci-e2e-test resourceVersion: "16523" uid: 68126c85-c059-4f61-9f23-ab0afd91ce67 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:02:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-23363 namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: a8eea17d-c6cb-4f88-9252-78d47e58f081 kind: Event lastTimestamp: "2026-09-17T21:02:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:18Z" name: switch-graph-23363.18d6377fabd30d8f namespace: kserve-ci-e2e-test resourceVersion: "16760" uid: 6a434aca-fa9f-4e4a-873f-a3e89f0a730d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T21:02:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-23363 namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: a8eea17d-c6cb-4f88-9252-78d47e58f081 kind: Event lastTimestamp: "2026-09-17T21:02:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:02:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:02:18Z" name: switch-graph-23363.18d6377fac346f11 namespace: kserve-ci-e2e-test resourceVersion: "16761" uid: 5cd7caf8-3ab4-450a-a75a-ddc43f21663a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:22:42.531637Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-3ccd0-6464d894c-mplj9 namespace: kserve-ci-e2e-test resourceVersion: "27120" uid: a6b61a42-da19-4b59-9933-16acdef775f0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-3ccd0-6464d894c-mplj9 to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:22:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:22:42Z" name: switch-graph-3ccd0-6464d894c-mplj9.18d638a02d430675 namespace: kserve-ci-e2e-test resourceVersion: "27125" uid: 2c91b68e-514c-4bc4-9acd-c7f8776b7591 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:43Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-3ccd0-6464d894c-mplj9 namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: a6b61a42-da19-4b59-9933-16acdef775f0 kind: Event lastTimestamp: "2026-09-17T21:22:43Z" message: Add eth0 [10.134.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:22:43Z" name: switch-graph-3ccd0-6464d894c-mplj9.18d638a04fbcc28f namespace: kserve-ci-e2e-test resourceVersion: "27141" uid: 5703d6dc-a7de-4937-b8d6-c7676476c173 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ccd0} kind: Pod name: switch-graph-3ccd0-6464d894c-mplj9 namespace: kserve-ci-e2e-test resourceVersion: "27124" uid: a6b61a42-da19-4b59-9933-16acdef775f0 kind: Event lastTimestamp: "2026-09-17T21:22:43Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" already present on machine metadata: creationTimestamp: "2026-09-17T21:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:22:43Z" name: switch-graph-3ccd0-6464d894c-mplj9.18d638a05100f4c3 namespace: kserve-ci-e2e-test resourceVersion: "27143" uid: 5fa00ebd-5346-48c3-abb9-2cc05accabc5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ccd0} kind: Pod name: switch-graph-3ccd0-6464d894c-mplj9 namespace: kserve-ci-e2e-test resourceVersion: "27124" uid: a6b61a42-da19-4b59-9933-16acdef775f0 kind: Event lastTimestamp: "2026-09-17T21:22:43Z" message: 'Created container: switch-graph-3ccd0' metadata: creationTimestamp: "2026-09-17T21:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:22:43Z" name: switch-graph-3ccd0-6464d894c-mplj9.18d638a053ad1eff namespace: kserve-ci-e2e-test resourceVersion: "27144" uid: a9de90e4-d398-4a8a-9f94-bdf62517e1d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ccd0} kind: Pod name: switch-graph-3ccd0-6464d894c-mplj9 namespace: kserve-ci-e2e-test resourceVersion: "27124" uid: a6b61a42-da19-4b59-9933-16acdef775f0 kind: Event lastTimestamp: "2026-09-17T21:22:43Z" message: Started container switch-graph-3ccd0 metadata: creationTimestamp: "2026-09-17T21:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:22:43Z" name: switch-graph-3ccd0-6464d894c-mplj9.18d638a054218b61 namespace: kserve-ci-e2e-test resourceVersion: "27145" uid: 5ebc5211-87fa-49e1-99de-4074ee3828da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:39:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ccd0} kind: Pod name: switch-graph-3ccd0-6464d894c-mplj9 namespace: kserve-ci-e2e-test resourceVersion: "27124" uid: a6b61a42-da19-4b59-9933-16acdef775f0 kind: Event lastTimestamp: "2026-09-17T21:39:02Z" message: Stopping container switch-graph-3ccd0 metadata: creationTimestamp: "2026-09-17T21:39:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:39:02Z" name: switch-graph-3ccd0-6464d894c-mplj9.18d63984657f3b73 namespace: kserve-ci-e2e-test resourceVersion: "33993" uid: a03e8bff-2bf3-47c0-a487-8891ab96a478 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:39:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3ccd0} kind: Pod name: switch-graph-3ccd0-6464d894c-mplj9 namespace: kserve-ci-e2e-test resourceVersion: "27124" uid: a6b61a42-da19-4b59-9933-16acdef775f0 kind: Event lastTimestamp: "2026-09-17T21:39:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:39:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:39:29Z" name: switch-graph-3ccd0-6464d894c-mplj9.18d63984c6875c2b namespace: kserve-ci-e2e-test resourceVersion: "34257" uid: 75a201c0-50e8-432e-8dd2-48f7d6030fcf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-3ccd0-6464d894c namespace: kserve-ci-e2e-test resourceVersion: "27117" uid: 37787270-4c65-4481-9b33-aa7fe20a63af kind: Event lastTimestamp: "2026-09-17T21:22:42Z" message: 'Created pod: switch-graph-3ccd0-6464d894c-mplj9' metadata: creationTimestamp: "2026-09-17T21:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:42Z" name: switch-graph-3ccd0-6464d894c.18d638a02cc9c666 namespace: kserve-ci-e2e-test resourceVersion: "27122" uid: 98909067-ec0a-4282-84d6-743fd85c0e60 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "27114" uid: f9857c95-2dab-4d50-8102-dcde9354416f kind: Event lastTimestamp: "2026-09-17T21:22:42Z" message: Scaled up replica set switch-graph-3ccd0-6464d894c from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:42Z" name: switch-graph-3ccd0.18d638a02baab3fd namespace: kserve-ci-e2e-test resourceVersion: "27118" uid: c9471617-1249-491a-aa86-f87d1a0d0f38 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "27131" uid: 6dcafe3c-969d-4447-904f-e4ccab2c1469 kind: Event lastTimestamp: "2026-09-17T21:22:42Z" message: InferenceGraph [switch-graph-3ccd0] is Ready metadata: creationTimestamp: "2026-09-17T21:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:22:42Z" name: switch-graph-3ccd0.18d638a031922d6d namespace: kserve-ci-e2e-test resourceVersion: "27133" uid: b9f0ece8-bf51-4cf0-b953-d46bc300b9fd reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "27116" uid: 8206e3fb-6f46-4dff-b7ec-4d546a9335cf kind: Event lastTimestamp: "2026-09-17T21:22:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:22:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:57Z" name: switch-graph-3ccd0.18d638a3aa1d6336 namespace: kserve-ci-e2e-test resourceVersion: "27276" uid: 54f0e39f-2102-470f-82e9-178590715ca7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:22:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "27116" uid: 8206e3fb-6f46-4dff-b7ec-4d546a9335cf kind: Event lastTimestamp: "2026-09-17T21:22:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:22:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:22:57Z" name: switch-graph-3ccd0.18d638a3aa850190 namespace: kserve-ci-e2e-test resourceVersion: "27278" uid: b3669bf3-0dcb-4224-8f61-888a040f316f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "27277" uid: 8206e3fb-6f46-4dff-b7ec-4d546a9335cf kind: Event lastTimestamp: "2026-09-17T21:23:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:23:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:12Z" name: switch-graph-3ccd0.18d638a72952fb5d namespace: kserve-ci-e2e-test resourceVersion: "27428" uid: 1d5e676f-2a9a-4550-9b9a-503399c319b4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:23:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3ccd0 namespace: kserve-ci-e2e-test resourceVersion: "27277" uid: 8206e3fb-6f46-4dff-b7ec-4d546a9335cf kind: Event lastTimestamp: "2026-09-17T21:23:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T21:23:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:23:12Z" name: switch-graph-3ccd0.18d638a729ca9261 namespace: kserve-ci-e2e-test resourceVersion: "27430" uid: a68718bd-1238-4a7d-8b9b-214b43e2be17 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T21:00:08.146578Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15256" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-a625d-77f5ffd85c-nwwfg to ip-10-0-139-55.ec2.internal metadata: creationTimestamp: "2026-09-17T21:00:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T21:00:08Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d63764d59f1d1c namespace: kserve-ci-e2e-test resourceVersion: "15262" uid: ff6d1fd5-64f1-4239-9cc2-b0a5ea8a28ef reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7dbbc7b685-l8t6l source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:08Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: "2026-09-17T21:00:08Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-a625d-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T21:00:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:08Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d63764e23e9d5b namespace: kserve-ci-e2e-test resourceVersion: "15273" uid: ce268167-fa89-4031-8bb6-02ad10c47f60 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:09Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15265" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: "2026-09-17T21:00:09Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T21:00:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T21:00:09Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d637651b95682f namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 3c3a5139-b89f-4aad-8e4e-9abe0e91b3b6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a625d} kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: "2026-09-17T21:00:09Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" metadata: creationTimestamp: "2026-09-17T21:00:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:09Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d637651cf541f2 namespace: kserve-ci-e2e-test resourceVersion: "15285" uid: e0073e0b-fe6f-47dd-9d38-a11dc0ba8d15 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a625d} kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: "2026-09-17T21:00:11Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:2c5833579293a5043b5db03d2dc3bee6dec8d8c7a284a9a790353f02c7a72dd3" in 2.025s (2.025s including waiting). Image size: 211751499 bytes.' metadata: creationTimestamp: "2026-09-17T21:00:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:11Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d6376595add940 namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: bbd3001c-38c9-4c7a-81f9-5f145bc5ca54 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a625d} kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: "2026-09-17T21:00:11Z" message: 'Created container: switch-graph-a625d' metadata: creationTimestamp: "2026-09-17T21:00:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:11Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d63765985fe716 namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: 750334c8-af5d-46b0-b9dd-1136a15e82f7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a625d} kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: "2026-09-17T21:00:11Z" message: Started container switch-graph-a625d metadata: creationTimestamp: "2026-09-17T21:00:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:11Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d6376598d66e5b namespace: kserve-ci-e2e-test resourceVersion: "15303" uid: 2217239d-f019-4c36-b16b-8882cd281c16 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a625d} kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: Stopping container switch-graph-a625d metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:23Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d6376854419702 namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: 5422688c-eeb5-4056-82e8-681136605e26 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T21:00:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a625d} kind: Pod name: switch-graph-a625d-77f5ffd85c-nwwfg namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 211f2575-61fb-439a-a3d9-c32ae4c6b79b kind: Event lastTimestamp: "2026-09-17T21:00:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T21:00:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T21:00:53Z" name: switch-graph-a625d-77f5ffd85c-nwwfg.18d637697d8f4e96 namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: 5dac21d7-029e-458f-a1b9-23281ece0e6c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-55.ec2.internal source: component: kubelet host: ip-10-0-139-55.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-a625d-77f5ffd85c namespace: kserve-ci-e2e-test resourceVersion: "15253" uid: 76acdaab-120a-4dc0-9051-1a2e9098852a kind: Event lastTimestamp: "2026-09-17T21:00:08Z" message: 'Created pod: switch-graph-a625d-77f5ffd85c-nwwfg' metadata: creationTimestamp: "2026-09-17T21:00:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:08Z" name: switch-graph-a625d-77f5ffd85c.18d63764d5102a9c namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: c17b4e47-b092-4c43-aa56-3517235cd645 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-a625d namespace: kserve-ci-e2e-test resourceVersion: "15251" uid: e8d1e185-8e6a-4c42-9c45-98a6df9c61b7 kind: Event lastTimestamp: "2026-09-17T21:00:08Z" message: Scaled up replica set switch-graph-a625d-77f5ffd85c from 0 to 1 metadata: creationTimestamp: "2026-09-17T21:00:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:08Z" name: switch-graph-a625d.18d63764d421b874 namespace: kserve-ci-e2e-test resourceVersion: "15254" uid: a1eb94c8-fd9a-40b4-8341-730632cbb39a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:08Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-a625d namespace: kserve-ci-e2e-test resourceVersion: "15268" uid: f936b8ae-0d57-4fe6-b6da-0fc06ef81647 kind: Event lastTimestamp: "2026-09-17T21:00:08Z" message: InferenceGraph [switch-graph-a625d] is Ready metadata: creationTimestamp: "2026-09-17T21:00:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T21:00:08Z" name: switch-graph-a625d.18d63764d82e9f80 namespace: kserve-ci-e2e-test resourceVersion: "15270" uid: 1e3689ca-e0f6-4009-af39-0a46f815e9ba reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-a625d namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: f1b3ce4b-7f34-4c6c-a464-e6802d59d524 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:23Z" name: switch-graph-a625d.18d6376852d77ea4 namespace: kserve-ci-e2e-test resourceVersion: "15414" uid: 2d14f94a-4433-4841-b0d8-4d46e29e9361 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-a625d namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: f1b3ce4b-7f34-4c6c-a464-e6802d59d524 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: horizontalpodautoscalers.autoscaling "switch-graph-a625d" not found metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:23Z" name: switch-graph-a625d.18d63768536a3ec2 namespace: kserve-ci-e2e-test resourceVersion: "15419" uid: 67431af6-2ca4-4f9b-9192-656ddc17e570 reason: FailedUpdateStatus reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T21:00:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-a625d namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: f1b3ce4b-7f34-4c6c-a464-e6802d59d524 kind: Event lastTimestamp: "2026-09-17T21:00:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T21:00:23Z" name: switch-graph-a625d.18d63768536b402f namespace: kserve-ci-e2e-test resourceVersion: "15422" uid: 6ccf1314-c61d-4ed4-adf9-05beb39989fc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "34270"