--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:00:46.538949Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-8d4df-585ccf9548-ks5b2 namespace: kserve-ci-e2e-test resourceVersion: "20489" uid: b2c0d7a7-1181-4f27-90e2-d1fa0b6dc9ef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-8d4df-585ccf9548-ks5b2 to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:00:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:00:46Z" name: ensemble-graph-8d4df-585ccf9548-ks5b2.18d6270ed2611b33 namespace: kserve-ci-e2e-test resourceVersion: "20494" uid: edfd451d-6773-48f8-b8e8-9a5dba6761dd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:46Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-8d4df-585ccf9548-ks5b2 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: b2c0d7a7-1181-4f27-90e2-d1fa0b6dc9ef kind: Event lastTimestamp: "2026-09-17T16:00:46Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-8d4df-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:00:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:46Z" name: ensemble-graph-8d4df-585ccf9548-ks5b2.18d6270ee0ba4fd5 namespace: kserve-ci-e2e-test resourceVersion: "20513" uid: 3dd0971c-c20b-43ca-b254-253e4f93a49c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:47Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-8d4df-585ccf9548-ks5b2 namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: b2c0d7a7-1181-4f27-90e2-d1fa0b6dc9ef kind: Event lastTimestamp: "2026-09-17T16:00:47Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:00:47Z" name: ensemble-graph-8d4df-585ccf9548-ks5b2.18d6270f1825e31e namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: 2ffd2c79-fbbf-4eb5-ad4d-71805b7de0f0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8d4df} kind: Pod name: ensemble-graph-8d4df-585ccf9548-ks5b2 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: b2c0d7a7-1181-4f27-90e2-d1fa0b6dc9ef kind: Event lastTimestamp: "2026-09-17T16:00:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:47Z" name: ensemble-graph-8d4df-585ccf9548-ks5b2.18d6270f19bef626 namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: c3738281-b147-4700-b92d-a32623f0b171 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8d4df} kind: Pod name: ensemble-graph-8d4df-585ccf9548-ks5b2 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: b2c0d7a7-1181-4f27-90e2-d1fa0b6dc9ef kind: Event lastTimestamp: "2026-09-17T16:00:47Z" message: 'Created container: ensemble-graph-8d4df' metadata: creationTimestamp: "2026-09-17T16:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:47Z" name: ensemble-graph-8d4df-585ccf9548-ks5b2.18d6270f1ca7beb3 namespace: kserve-ci-e2e-test resourceVersion: "20528" uid: b86d89b9-ce6d-41f2-9e82-02c3bb724156 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8d4df} kind: Pod name: ensemble-graph-8d4df-585ccf9548-ks5b2 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: b2c0d7a7-1181-4f27-90e2-d1fa0b6dc9ef kind: Event lastTimestamp: "2026-09-17T16:00:47Z" message: Started container ensemble-graph-8d4df metadata: creationTimestamp: "2026-09-17T16:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:47Z" name: ensemble-graph-8d4df-585ccf9548-ks5b2.18d6270f1d186e64 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 1c48f051-c8d5-4816-aec3-721799a484c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8d4df} kind: Pod name: ensemble-graph-8d4df-585ccf9548-ks5b2 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: b2c0d7a7-1181-4f27-90e2-d1fa0b6dc9ef kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: Stopping container ensemble-graph-8d4df metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:56Z" name: ensemble-graph-8d4df-585ccf9548-ks5b2.18d627112aeb7e89 namespace: kserve-ci-e2e-test resourceVersion: "20625" uid: dc5eb54b-153d-4891-8152-98ddd0bac881 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-8d4df} kind: Pod name: ensemble-graph-8d4df-585ccf9548-ks5b2 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: b2c0d7a7-1181-4f27-90e2-d1fa0b6dc9ef kind: Event lastTimestamp: "2026-09-17T16:01:24Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:24Z" name: ensemble-graph-8d4df-585ccf9548-ks5b2.18d62711dd78a97e namespace: kserve-ci-e2e-test resourceVersion: "20983" uid: f9272cc0-0285-4c70-a92c-20dcbf8c8561 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-8d4df-585ccf9548 namespace: kserve-ci-e2e-test resourceVersion: "20486" uid: b63a198e-ab0f-4dcd-9de8-97a7b5769ae4 kind: Event lastTimestamp: "2026-09-17T16:00:46Z" message: 'Created pod: ensemble-graph-8d4df-585ccf9548-ks5b2' metadata: creationTimestamp: "2026-09-17T16:00:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:46Z" name: ensemble-graph-8d4df-585ccf9548.18d6270ed1b9dd18 namespace: kserve-ci-e2e-test resourceVersion: "20490" uid: a62463c2-db7f-4b48-9c21-8c1585a30a83 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-8d4df namespace: kserve-ci-e2e-test resourceVersion: "20484" uid: 8c3140a1-48bf-47c6-af34-51d2a7f48e97 kind: Event lastTimestamp: "2026-09-17T16:00:46Z" message: Scaled up replica set ensemble-graph-8d4df-585ccf9548 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:00:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:46Z" name: ensemble-graph-8d4df.18d6270ed0fabdc3 namespace: kserve-ci-e2e-test resourceVersion: "20488" uid: 92d33b5b-fde2-4947-93f2-8e29fdf20ec0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:46Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-8d4df namespace: kserve-ci-e2e-test resourceVersion: "20507" uid: 06c3e24b-5953-49a9-8fae-43d27fe77499 kind: Event lastTimestamp: "2026-09-17T16:00:46Z" message: InferenceGraph [ensemble-graph-8d4df] is Ready metadata: creationTimestamp: "2026-09-17T16:00:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:00:46Z" name: ensemble-graph-8d4df.18d6270ed8492e87 namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: af0f0d2d-ecd8-4f6d-9a12-d91a9ce16d91 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:01:56.902955Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-bfbea-6dbb48967f-9lrwx namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 5ae88b85-720d-4e55-ab64-e8fe71948f0d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-bfbea-6dbb48967f-9lrwx to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:01:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:01:56Z" name: ensemble-graph-bfbea-6dbb48967f-9lrwx.18d6271f3466b135 namespace: kserve-ci-e2e-test resourceVersion: "21463" uid: bf243199-beab-4cc1-9327-83bdabb4ef95 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:57Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-bfbea-6dbb48967f-9lrwx namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 5ae88b85-720d-4e55-ab64-e8fe71948f0d kind: Event lastTimestamp: "2026-09-17T16:01:57Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:01:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:01:57Z" name: ensemble-graph-bfbea-6dbb48967f-9lrwx.18d6271f56847ce3 namespace: kserve-ci-e2e-test resourceVersion: "21483" uid: 62d2ff31-94e8-4da2-8569-17b2503404ce reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bfbea} kind: Pod name: ensemble-graph-bfbea-6dbb48967f-9lrwx namespace: kserve-ci-e2e-test resourceVersion: "21460" uid: 5ae88b85-720d-4e55-ab64-e8fe71948f0d kind: Event lastTimestamp: "2026-09-17T16:01:57Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T16:01:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:57Z" name: ensemble-graph-bfbea-6dbb48967f-9lrwx.18d6271f5828e0f8 namespace: kserve-ci-e2e-test resourceVersion: "21487" uid: c747a63e-6768-4666-b6d7-fcb1d300b32a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bfbea} kind: Pod name: ensemble-graph-bfbea-6dbb48967f-9lrwx namespace: kserve-ci-e2e-test resourceVersion: "21460" uid: 5ae88b85-720d-4e55-ab64-e8fe71948f0d kind: Event lastTimestamp: "2026-09-17T16:01:57Z" message: 'Created container: ensemble-graph-bfbea' metadata: creationTimestamp: "2026-09-17T16:01:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:57Z" name: ensemble-graph-bfbea-6dbb48967f-9lrwx.18d6271f5b567f85 namespace: kserve-ci-e2e-test resourceVersion: "21488" uid: 32767a45-1be2-4a99-bca8-d6035a14818e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bfbea} kind: Pod name: ensemble-graph-bfbea-6dbb48967f-9lrwx namespace: kserve-ci-e2e-test resourceVersion: "21460" uid: 5ae88b85-720d-4e55-ab64-e8fe71948f0d kind: Event lastTimestamp: "2026-09-17T16:01:57Z" message: Started container ensemble-graph-bfbea metadata: creationTimestamp: "2026-09-17T16:01:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:57Z" name: ensemble-graph-bfbea-6dbb48967f-9lrwx.18d6271f5bc2e3b7 namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: b24ef322-c57f-4da6-af1c-950d1c328609 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bfbea} kind: Pod name: ensemble-graph-bfbea-6dbb48967f-9lrwx namespace: kserve-ci-e2e-test resourceVersion: "21460" uid: 5ae88b85-720d-4e55-ab64-e8fe71948f0d kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: Stopping container ensemble-graph-bfbea metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:11Z" name: ensemble-graph-bfbea-6dbb48967f-9lrwx.18d6279260c43116 namespace: kserve-ci-e2e-test resourceVersion: "24967" uid: 26ce8d57-354e-4129-93de-18dffa3e6b3e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bfbea} kind: Pod name: ensemble-graph-bfbea-6dbb48967f-9lrwx namespace: kserve-ci-e2e-test resourceVersion: "21460" uid: 5ae88b85-720d-4e55-ab64-e8fe71948f0d kind: Event lastTimestamp: "2026-09-17T16:10:38Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:38Z" name: ensemble-graph-bfbea-6dbb48967f-9lrwx.18d62792f0089622 namespace: kserve-ci-e2e-test resourceVersion: "25298" uid: 06ecc0b5-9e55-4039-aeee-9a3912078a8d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-bfbea-6dbb48967f namespace: kserve-ci-e2e-test resourceVersion: "21454" uid: dc3b10eb-c860-4b3e-8845-825236cb4cd4 kind: Event lastTimestamp: "2026-09-17T16:01:56Z" message: 'Created pod: ensemble-graph-bfbea-6dbb48967f-9lrwx' metadata: creationTimestamp: "2026-09-17T16:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:56Z" name: ensemble-graph-bfbea-6dbb48967f.18d6271f33ca5981 namespace: kserve-ci-e2e-test resourceVersion: "21459" uid: b3ac05e0-f0ec-47bc-ab9b-4263984b7375 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-bfbea namespace: kserve-ci-e2e-test resourceVersion: "21451" uid: cb280c16-3c53-46ef-8629-0c3902a8a33a kind: Event lastTimestamp: "2026-09-17T16:01:56Z" message: Scaled up replica set ensemble-graph-bfbea-6dbb48967f from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:56Z" name: ensemble-graph-bfbea.18d6271f32fb5657 namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: 5cb980ee-ff13-4b4c-ab35-e18e8ec37b3c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:56Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-bfbea namespace: kserve-ci-e2e-test resourceVersion: "21473" uid: 71badedd-4104-4633-abbe-439daab354f8 kind: Event lastTimestamp: "2026-09-17T16:01:56Z" message: InferenceGraph [ensemble-graph-bfbea] is Ready metadata: creationTimestamp: "2026-09-17T16:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:56Z" name: ensemble-graph-bfbea.18d6271f3929299f namespace: kserve-ci-e2e-test resourceVersion: "21476" uid: c46ae746-725b-47f2-9f3d-e2fd19a65047 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:02:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-bfbea namespace: kserve-ci-e2e-test resourceVersion: "21453" uid: 28935d56-dd5e-425b-9545-7ca2edc214dd kind: Event lastTimestamp: "2026-09-17T16:02:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:02:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:26Z" name: ensemble-graph-bfbea.18d62722b1ef2ed1 namespace: kserve-ci-e2e-test resourceVersion: "21731" uid: ec1a79c8-cd86-4e78-9643-9644176899b3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:02:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-bfbea namespace: kserve-ci-e2e-test resourceVersion: "21453" uid: 28935d56-dd5e-425b-9545-7ca2edc214dd kind: Event lastTimestamp: "2026-09-17T16:02:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:02:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:26Z" name: ensemble-graph-bfbea.18d62722b268b05e namespace: kserve-ci-e2e-test resourceVersion: "21732" uid: 7b180720-1701-42a8-af7f-51f05c66d47c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:48:57.660295Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-13ed5-predictor-85c7867f57-hlg9z to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:48:57Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d62669c5eb513f namespace: kserve-ci-e2e-test resourceVersion: "14370" uid: a1619ad7-db4f-457e-903c-b431edec5ea8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14376" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Add eth0 [10.132.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:48:58Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d62669e8236c38 namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: 7342664f-e81a-467f-a164-b46c6e7c060a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d62669eaf0a3c5 namespace: kserve-ci-e2e-test resourceVersion: "14444" uid: 6ffeeea5-d0a8-403c-a122-04f4f43709f7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:49:10Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" in 11.882s (11.882s including waiting). Image size: 1357371459 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:10Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6266caf2b5a24 namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: f6b26db5-db24-4db0-be1e-0f28cd463675 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:49:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:10Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6266cb26bb95e namespace: kserve-ci-e2e-test resourceVersion: "14580" uid: 6f8f1b26-e791-4322-991c-3827e06d7db9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:49:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:10Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6266cb2e773e1 namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 2a7abc28-113d-4ebe-a6c7-431641c5b436 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:49:10Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:10Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6266cb2f8be70 namespace: kserve-ci-e2e-test resourceVersion: "14582" uid: 8442ad56-80ef-4e2d-aa97-dd286535cc85 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:49:14Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 4.374s (4.374s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:14Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6266db7ba3556 namespace: kserve-ci-e2e-test resourceVersion: "14638" uid: 6e25304b-1d4c-493c-adef-4d24e8e90fb5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:49:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:14Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6266dba86664d namespace: kserve-ci-e2e-test resourceVersion: "14639" uid: 09fe478b-1bbd-4828-8b27-3dcf90724504 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:49:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:14Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6266dbafbb3e3 namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 3c282019-d584-4e40-a5c6-3001f04fe5a6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:49:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:49:51Z" message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:49:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:51Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6266de531a4fa namespace: kserve-ci-e2e-test resourceVersion: "14966" uid: 66263ddc-caad-4f0b-8f8b-82a1c0976567 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:31Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6267fa6fdae45 namespace: kserve-ci-e2e-test resourceVersion: "15406" uid: 14f53621-06bf-4426-9d93-446229dd7eb8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: d0c645cc-ce96-4341-8ff8-fc0287fa18aa kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:31Z" name: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z.18d6267fa6fe546d namespace: kserve-ci-e2e-test resourceVersion: "15407" uid: 01c62245-6fad-4833-869d-2f98851d32df reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-13ed5-predictor-85c7867f57 namespace: kserve-ci-e2e-test resourceVersion: "14357" uid: d707c611-c2ad-402f-b102-e36cd4262175 kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: 'Created pod: error-404-isvc-13ed5-predictor-85c7867f57-hlg9z' metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:57Z" name: error-404-isvc-13ed5-predictor-85c7867f57.18d62669c563fa66 namespace: kserve-ci-e2e-test resourceVersion: "14368" uid: 6321eaca-4ac1-4310-818c-5f85fc218d6f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14354" uid: 0929a6f3-10cb-403b-8f52-482b04db4176 kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: Scaled up replica set error-404-isvc-13ed5-predictor-85c7867f57 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:57Z" name: error-404-isvc-13ed5-predictor.18d62669c2e35b25 namespace: kserve-ci-e2e-test resourceVersion: "14360" uid: 29be30a9-e8fe-4352-b4d2-a6a3ce269318 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: cc6e203b-7f69-47bb-b370-f29b7fa20a62 kind: Event lastTimestamp: "2026-09-17T15:49:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:49:42Z" name: error-404-isvc-13ed5-predictor.18d6266d416842c3 namespace: kserve-ci-e2e-test resourceVersion: "14901" uid: 8e746cd5-4c3b-4c04-aa79-e5b00b3ddd47 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: cc6e203b-7f69-47bb-b370-f29b7fa20a62 kind: Event lastTimestamp: "2026-09-17T15:49:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:49:42Z" name: error-404-isvc-13ed5-predictor.18d6266d41e8e2bb namespace: kserve-ci-e2e-test resourceVersion: "14902" uid: c2306705-f37e-4a42-bf8a-8769ff173c2b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14610" uid: cc6e203b-7f69-47bb-b370-f29b7fa20a62 kind: Event lastTimestamp: "2026-09-17T15:50:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:27Z" name: error-404-isvc-13ed5-predictor.18d62677be813acf namespace: kserve-ci-e2e-test resourceVersion: "15307" uid: c0cdc5f3-0ce4-46b3-805a-f1267d9e0f01 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14610" uid: cc6e203b-7f69-47bb-b370-f29b7fa20a62 kind: Event lastTimestamp: "2026-09-17T15:50:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:27Z" name: error-404-isvc-13ed5-predictor.18d62677bf5a789d namespace: kserve-ci-e2e-test resourceVersion: "15311" uid: 8e084cf0-d023-4e87-91be-1530ad15814f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-13ed5 namespace: kserve-ci-e2e-test resourceVersion: "14345" uid: d38eaeee-8332-4399-97cc-22bfb9e20030 kind: Event lastTimestamp: "2026-09-17T15:50:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:01Z" name: error-404-isvc-13ed5.18d62669c2cd5de4 namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: 5b4b575c-4d29-485c-9364-691d0807603f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-13ed5 namespace: kserve-ci-e2e-test resourceVersion: "15070" uid: d38eaeee-8332-4399-97cc-22bfb9e20030 kind: Event lastTimestamp: "2026-09-17T15:50:01Z" message: InferenceService [error-404-isvc-13ed5] is Ready metadata: creationTimestamp: "2026-09-17T15:50:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:01Z" name: error-404-isvc-13ed5.18d62678a0f7e7f5 namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: 8c727cd0-f542-4659-bf62-197d2bd87a6e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:10:11.936795Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25044" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5a441-predictor-5757dccc99-vspdd to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:10:11Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d6279276b79f7d namespace: kserve-ci-e2e-test resourceVersion: "25048" uid: d4caeec5-2b14-499d-baf8-96e54d2ebf2a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-5a441-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:12Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d627927e9f0c8e namespace: kserve-ci-e2e-test resourceVersion: "25059" uid: 57853c87-2d9a-43df-b51d-e317a334b944 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25054" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:13Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:10:13Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d62792bc7b78f8 namespace: kserve-ci-e2e-test resourceVersion: "25080" uid: 75079912-8fea-4466-9166-4c256fa4daaa reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:13Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:13Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d62792bec0a5c7 namespace: kserve-ci-e2e-test resourceVersion: "25082" uid: 0619f40b-433d-429d-bcdb-ebf3bd172ec7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:13Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d62792c1c0504b namespace: kserve-ci-e2e-test resourceVersion: "25083" uid: 089d4285-16b2-415e-964c-0bbb86db3273 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:13Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d62792c239ed9f namespace: kserve-ci-e2e-test resourceVersion: "25084" uid: 84351156-5794-4fbc-b668-bb9d9a279bae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:13Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d62792c2451a10 namespace: kserve-ci-e2e-test resourceVersion: "25085" uid: 6485fcbb-bf12-45d1-9473-b1934df5ef1e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:13Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d62792c574d35b namespace: kserve-ci-e2e-test resourceVersion: "25088" uid: 25035827-c4be-466a-9e8d-26aaf436ca52 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:13Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d62792c5ec1719 namespace: kserve-ci-e2e-test resourceVersion: "25091" uid: c7b7b193-204f-4dd5-8e73-41d91aebd1bc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:10:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:10:50Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:10:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:50Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d62793108975ab namespace: kserve-ci-e2e-test resourceVersion: "25663" uid: 4b6e04f6-a7a6-47e3-a063-05f867d1f22e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:22Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d627a2dcccf1ac namespace: kserve-ci-e2e-test resourceVersion: "26200" uid: 653269a6-ada4-49ea-9706-7d17cbedeb0e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:22Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d627a2dccd839d namespace: kserve-ci-e2e-test resourceVersion: "26203" uid: e41ffcba-bfb9-42a8-9b5e-b043fce9ae48 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a441-predictor-5757dccc99-vspdd namespace: kserve-ci-e2e-test resourceVersion: "25046" uid: 997fb04e-4043-4512-a02b-58f3fb11d9ae kind: Event lastTimestamp: "2026-09-17T16:11:25Z" message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:25Z" name: error-404-isvc-5a441-predictor-5757dccc99-vspdd.18d627a398cebd1e namespace: kserve-ci-e2e-test resourceVersion: "26295" uid: bcc2c2be-e0ac-4ce5-8a1b-26d73c68213c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5a441-predictor-5757dccc99 namespace: kserve-ci-e2e-test resourceVersion: "25034" uid: 5dbcfb50-cdf3-4f0d-a727-9f1c7e2c886e kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: 'Created pod: error-404-isvc-5a441-predictor-5757dccc99-vspdd' metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:10:11Z" name: error-404-isvc-5a441-predictor-5757dccc99.18d627927612bc1a namespace: kserve-ci-e2e-test resourceVersion: "25045" uid: 155992e5-ed81-4ca5-9a45-be81c4475c00 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "25030" uid: af9fa362-4362-452d-bd8a-afc8bfea349a kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: Scaled up replica set error-404-isvc-5a441-predictor-5757dccc99 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:10:11Z" name: error-404-isvc-5a441-predictor.18d6279273498085 namespace: kserve-ci-e2e-test resourceVersion: "25037" uid: e5796872-03a6-44d6-b938-e9a9037c371a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:10:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "25032" uid: 79f3c4ba-8369-4202-948e-b3b15d1d3967 kind: Event lastTimestamp: "2026-09-17T16:10:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:10:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:10:41Z" name: error-404-isvc-5a441-predictor.18d62795f1ca085f namespace: kserve-ci-e2e-test resourceVersion: "25325" uid: 8b282e1d-89b7-413e-b0d5-10e6fbfe1399 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:10:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "25032" uid: 79f3c4ba-8369-4202-948e-b3b15d1d3967 kind: Event lastTimestamp: "2026-09-17T16:10:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:10:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:10:41Z" name: error-404-isvc-5a441-predictor.18d62795f25e0bd5 namespace: kserve-ci-e2e-test resourceVersion: "25326" uid: 2548f214-3e67-4de0-9389-402761a331d6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:10:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "25216" uid: 79f3c4ba-8369-4202-948e-b3b15d1d3967 kind: Event lastTimestamp: "2026-09-17T16:11:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:11Z" name: error-404-isvc-5a441-predictor.18d6279cf06cc87f namespace: kserve-ci-e2e-test resourceVersion: "26030" uid: 414670ab-03cd-490b-9449-43b2aeac7830 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:10:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "25216" uid: 79f3c4ba-8369-4202-948e-b3b15d1d3967 kind: Event lastTimestamp: "2026-09-17T16:11:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:11Z" name: error-404-isvc-5a441-predictor.18d6279cf0f41e0b namespace: kserve-ci-e2e-test resourceVersion: "26031" uid: 2cdc8737-cd7b-4e31-9abb-470cc5051f90 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5a441 namespace: kserve-ci-e2e-test resourceVersion: "25003" uid: 1ecace3b-3a28-425b-8506-d0148fada533 kind: Event lastTimestamp: "2026-09-17T16:11:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:00Z" name: error-404-isvc-5a441.18d62792734bda39 namespace: kserve-ci-e2e-test resourceVersion: "25781" uid: 03fe9e55-2681-4219-a8ba-4759e262401e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5a441 namespace: kserve-ci-e2e-test resourceVersion: "25779" uid: 1ecace3b-3a28-425b-8506-d0148fada533 kind: Event lastTimestamp: "2026-09-17T16:11:00Z" message: InferenceService [error-404-isvc-5a441] is Ready metadata: creationTimestamp: "2026-09-17T16:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:00Z" name: error-404-isvc-5a441.18d6279dce65eb90 namespace: kserve-ci-e2e-test resourceVersion: "25780" uid: f70a4b03-35d0-44d2-a8df-6860001991f5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:50:31.832598Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15444" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:50:31Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d6267fb3069a06 namespace: kserve-ci-e2e-test resourceVersion: "15448" uid: 3164561d-5f70-4ca4-9d04-f23c34d29c12 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:50:32Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-795b5-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:32Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d6267fbf41fe16 namespace: kserve-ci-e2e-test resourceVersion: "15478" uid: 726ca1ff-7dc8-4364-bd5e-2977011428ef reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:33Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:50:33Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:50:33Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d626802e42f5bf namespace: kserve-ci-e2e-test resourceVersion: "15495" uid: 5cc87415-2afd-427c-83ae-f16fcbdf35bc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:50:33Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T15:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:33Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d626802ff28413 namespace: kserve-ci-e2e-test resourceVersion: "15497" uid: be4b5349-c98e-488c-b967-db657db90021 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:50:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:33Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d626803314a52d namespace: kserve-ci-e2e-test resourceVersion: "15499" uid: bf3e6ff2-e145-4c81-8916-d27d8fb8402c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:50:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:33Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d6268033791a27 namespace: kserve-ci-e2e-test resourceVersion: "15500" uid: bc37cc8c-87c1-419b-b882-0be27a00c3e9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:50:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T15:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:33Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d626803382a75f namespace: kserve-ci-e2e-test resourceVersion: "15501" uid: f61b9cfc-1b80-4932-a9aa-f8e26ce14526 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:50:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:34Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d62680361677da namespace: kserve-ci-e2e-test resourceVersion: "15503" uid: 550835a6-b59e-488c-9d1a-98ffcc7ffd85 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:50:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:34Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d62680367af14e namespace: kserve-ci-e2e-test resourceVersion: "15504" uid: cdd8fd3c-673a-43c2-936b-57d83f8c3250 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:50:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:51:11Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:50:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:11Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d6268097ded393 namespace: kserve-ci-e2e-test resourceVersion: "15839" uid: 80d1290d-e8bc-465c-8dd9-eb2491ec8718 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:46Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d62700df196189 namespace: kserve-ci-e2e-test resourceVersion: "19804" uid: c3492c6e-8895-4331-81e9-41cac1f7699a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:46Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d62700df1a9ee4 namespace: kserve-ci-e2e-test resourceVersion: "19805" uid: 49293346-53cd-4158-8a48-33c2eb405f69 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: f047b69c-2da6-4c69-9eb6-c0996fd2f3bb kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp 10.132.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:46Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn.18d62700e23e8616 namespace: kserve-ci-e2e-test resourceVersion: "19819" uid: b95e6ae4-1ddc-4dff-ad54-40a476a9f220 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-795b5-predictor-85d4bfc6d5 namespace: kserve-ci-e2e-test resourceVersion: "15437" uid: 2371affe-9d4f-4b7a-a25a-876c15be1405 kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: 'Created pod: error-404-isvc-795b5-predictor-85d4bfc6d5-jltpn' metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:31Z" name: error-404-isvc-795b5-predictor-85d4bfc6d5.18d6267fb28347e7 namespace: kserve-ci-e2e-test resourceVersion: "15445" uid: 8fecf5f5-f43b-4537-9881-c2d961287be9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15431" uid: 3eaf8c3b-4c80-4028-8349-b4b3c3abb92f kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: Scaled up replica set error-404-isvc-795b5-predictor-85d4bfc6d5 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:31Z" name: error-404-isvc-795b5-predictor.18d6267fb060b04d namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: 658bc23e-d1c5-4936-8dc9-eebef4f7e53c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:50:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15436" uid: 44c61582-5646-4e23-becd-619da576f6db kind: Event lastTimestamp: "2026-09-17T15:51:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:50:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:16Z" name: error-404-isvc-795b5-predictor.18d626832ee99ec4 namespace: kserve-ci-e2e-test resourceVersion: "15886" uid: 70f5a226-42b0-4ba8-ac36-0161987b73f3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:50:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15436" uid: 44c61582-5646-4e23-becd-619da576f6db kind: Event lastTimestamp: "2026-09-17T15:51:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:50:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:16Z" name: error-404-isvc-795b5-predictor.18d626832f60b166 namespace: kserve-ci-e2e-test resourceVersion: "15887" uid: f0cc6486-84e6-4443-b6f0-66eb6e919e02 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:51:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15617" uid: 44c61582-5646-4e23-becd-619da576f6db kind: Event lastTimestamp: "2026-09-17T15:51:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:46Z" name: error-404-isvc-795b5-predictor.18d62686ae577925 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: 3dfd623e-ecab-4fdb-a73b-fb79c09e95bd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:51:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15617" uid: 44c61582-5646-4e23-becd-619da576f6db kind: Event lastTimestamp: "2026-09-17T15:51:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:46Z" name: error-404-isvc-795b5-predictor.18d62686aef5347f namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: da1d1327-cf32-4c77-8a7d-ad061aeacf62 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-795b5 namespace: kserve-ci-e2e-test resourceVersion: "15421" uid: 58afb5ac-ac45-45b0-9a31-35d8b8639a7d kind: Event lastTimestamp: "2026-09-17T15:51:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:51:21Z" name: error-404-isvc-795b5.18d6267fb04eb4ca namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: 2c6fd914-01e6-49db-83b0-3971d8bf2500 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-795b5 namespace: kserve-ci-e2e-test resourceVersion: "15977" uid: 58afb5ac-ac45-45b0-9a31-35d8b8639a7d kind: Event lastTimestamp: "2026-09-17T15:51:21Z" message: InferenceService [error-404-isvc-795b5] is Ready metadata: creationTimestamp: "2026-09-17T15:51:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:51:21Z" name: error-404-isvc-795b5.18d6268b55d6b2dd namespace: kserve-ci-e2e-test resourceVersion: "15978" uid: 00b2519c-6ee9-41d7-8d0e-921a94dc690a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:59:46.718309Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19826" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:59:46Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d62700e4ca9083 namespace: kserve-ci-e2e-test resourceVersion: "19830" uid: 24c092db-9530-4548-89b5-c87d571c23b8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19838" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:59:47Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d62701069c308a namespace: kserve-ci-e2e-test resourceVersion: "19851" uid: 3c4a3509-1431-4e46-a745-8e915a12eb96 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d62701088ed2cd namespace: kserve-ci-e2e-test resourceVersion: "19854" uid: cc697246-0ae3-48bc-bb60-c21784c1c9f2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d627010c4fc5bd namespace: kserve-ci-e2e-test resourceVersion: "19857" uid: 9f1b24a6-9e7e-40fd-9cdb-b9755d8d581f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d627010cc747f0 namespace: kserve-ci-e2e-test resourceVersion: "19858" uid: 5e77f143-3fcb-495e-a27f-e61c81374947 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d627010cd11e7a namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: e2359cd6-ce9c-407b-86fb-f03f839d1c04 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d627010f964dad namespace: kserve-ci-e2e-test resourceVersion: "19861" uid: 64192829-4221-47ca-b9eb-0a84771d0fd0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d62701100b4f54 namespace: kserve-ci-e2e-test resourceVersion: "19862" uid: 56bbbf20-9bcf-414a-a8ad-a3b4357e1550 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T16:00:23Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:23Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d627012c312dac namespace: kserve-ci-e2e-test resourceVersion: "20157" uid: 027cca39-ce5b-4b05-bed2-e09fbaa5be95 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:56Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d6271133414e07 namespace: kserve-ci-e2e-test resourceVersion: "20663" uid: 2de667ce-1f91-4217-b7fc-dd8137d231d6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:56Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d627113341ccc0 namespace: kserve-ci-e2e-test resourceVersion: "20666" uid: 0cc549f9-8d47-4c03-b097-73a486a3911f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb namespace: kserve-ci-e2e-test resourceVersion: "19827" uid: b799025b-feff-4ecb-890a-80fcd214ec4f kind: Event lastTimestamp: "2026-09-17T16:00:58Z" message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp 10.132.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:58Z" name: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb.18d62711b4545826 namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 3a6b7260-4484-4f0b-9cda-87039114dd43 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8d4df-predictor-567ff97bd5 namespace: kserve-ci-e2e-test resourceVersion: "19816" uid: 14a30ddc-0810-4721-9ccd-daecefba50ac kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: 'Created pod: error-404-isvc-8d4df-predictor-567ff97bd5-5qvpb' metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:59:46Z" name: error-404-isvc-8d4df-predictor-567ff97bd5.18d62700e437da0d namespace: kserve-ci-e2e-test resourceVersion: "19828" uid: 75663975-7f52-472c-b36c-d86ebf7e3536 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19814" uid: cea80681-281f-48d1-9694-89a1516f651a kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: Scaled up replica set error-404-isvc-8d4df-predictor-567ff97bd5 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:59:46Z" name: error-404-isvc-8d4df-predictor.18d62700e22c8d3a namespace: kserve-ci-e2e-test resourceVersion: "19817" uid: db8829b6-4379-41f8-9450-2174138d5139 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:00:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19815" uid: 92552207-8324-4d66-8e56-5ef37b86e4b5 kind: Event lastTimestamp: "2026-09-17T16:00:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:31Z" name: error-404-isvc-8d4df-predictor.18d6270461015671 namespace: kserve-ci-e2e-test resourceVersion: "20214" uid: ad3bc9fc-29d3-4082-85d1-29bfc8cb90d2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:00:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19815" uid: 92552207-8324-4d66-8e56-5ef37b86e4b5 kind: Event lastTimestamp: "2026-09-17T16:00:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:31Z" name: error-404-isvc-8d4df-predictor.18d62704618a7170 namespace: kserve-ci-e2e-test resourceVersion: "20216" uid: 1eabbdcf-0714-49de-85f9-7054d524a19b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:00:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19991" uid: 92552207-8324-4d66-8e56-5ef37b86e4b5 kind: Event lastTimestamp: "2026-09-17T16:00:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:00:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:46Z" name: error-404-isvc-8d4df-predictor.18d62707e0750feb namespace: kserve-ci-e2e-test resourceVersion: "20511" uid: b62f097f-c820-4188-b454-58bca217905f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:00:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19991" uid: 92552207-8324-4d66-8e56-5ef37b86e4b5 kind: Event lastTimestamp: "2026-09-17T16:00:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:00:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:46Z" name: error-404-isvc-8d4df-predictor.18d62707e0f9c90e namespace: kserve-ci-e2e-test resourceVersion: "20512" uid: 65080eeb-72c5-46f4-ac29-95dd14d577e6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8d4df namespace: kserve-ci-e2e-test resourceVersion: "19799" uid: 62f13159-f191-4132-80b9-49bbde8fb365 kind: Event lastTimestamp: "2026-09-17T16:00:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:00:34Z" name: error-404-isvc-8d4df.18d62700e22d1736 namespace: kserve-ci-e2e-test resourceVersion: "20243" uid: 124674e8-a0fe-4c61-9dc6-5e55380b31f1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8d4df namespace: kserve-ci-e2e-test resourceVersion: "20240" uid: 62f13159-f191-4132-80b9-49bbde8fb365 kind: Event lastTimestamp: "2026-09-17T16:00:34Z" message: InferenceService [error-404-isvc-8d4df] is Ready metadata: creationTimestamp: "2026-09-17T16:00:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:00:34Z" name: error-404-isvc-8d4df.18d6270be84ce86d namespace: kserve-ci-e2e-test resourceVersion: "20241" uid: b2c1de4b-156d-44b9-89cb-60754240b386 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:11:22.560710Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26225" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:11:22Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a2e83b0620 namespace: kserve-ci-e2e-test resourceVersion: "26230" uid: d25b6dba-add0-4bde-aa83-4bbfba9c454d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26234" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:11:23Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a30a013fec namespace: kserve-ci-e2e-test resourceVersion: "26255" uid: 78cb01a3-efd6-4237-8c93-5727808f2583 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a30c245164 namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: 604ba27c-7cda-4036-bfef-f13f21b5f9f1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a30eec7922 namespace: kserve-ci-e2e-test resourceVersion: "26259" uid: aeca15e6-3360-4a95-8163-a2a133a62ce8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a30f8289e1 namespace: kserve-ci-e2e-test resourceVersion: "26260" uid: f836849d-0292-41f3-95a2-71fb82669be9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a30f8e0eea namespace: kserve-ci-e2e-test resourceVersion: "26261" uid: a4de6693-b110-4054-8166-3cedde9ad67b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a31254264c namespace: kserve-ci-e2e-test resourceVersion: "26266" uid: f7825f06-e2b8-492c-a125-b386f623a412 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a312cbfecd namespace: kserve-ci-e2e-test resourceVersion: "26267" uid: 79a162a9-62a3-4903-84fc-5da927599524 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:11:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:12:00Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:00Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d627a370212ff1 namespace: kserve-ci-e2e-test resourceVersion: "26603" uid: 85273841-21be-43c2-9760-73015eabb89d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:20:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:20:37Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d628240a36ef80 namespace: kserve-ci-e2e-test resourceVersion: "30340" uid: bb285a44-8822-4b24-a93c-c3108aef700c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 5a23384e-6ee0-47c1-a802-c12148d85b45 kind: Event lastTimestamp: "2026-09-17T16:20:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:20:37Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx.18d628240a376818 namespace: kserve-ci-e2e-test resourceVersion: "30341" uid: 94097dc7-8a8e-4dac-8520-8f9560a1f30e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8fed6-predictor-7bdf47c69f namespace: kserve-ci-e2e-test resourceVersion: "26218" uid: ee19fc23-f234-4bbb-ada7-c978541fc7ea kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: 'Created pod: error-404-isvc-8fed6-predictor-7bdf47c69f-8s4xx' metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:22Z" name: error-404-isvc-8fed6-predictor-7bdf47c69f.18d627a2e7339527 namespace: kserve-ci-e2e-test resourceVersion: "26226" uid: 8276933b-9a08-46b5-b9fd-6301efec952e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8fed6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26216" uid: 7b02f0f1-e920-4b8f-9a17-f0efe0f2231d kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: Scaled up replica set error-404-isvc-8fed6-predictor-7bdf47c69f from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:22Z" name: error-404-isvc-8fed6-predictor.18d627a2e401033a namespace: kserve-ci-e2e-test resourceVersion: "26221" uid: 919807fe-c714-493b-adbd-e7c385f1b005 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:11:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8fed6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26217" uid: b969af14-9dde-41b5-b56a-e61670a2cbd2 kind: Event lastTimestamp: "2026-09-17T16:11:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:52Z" name: error-404-isvc-8fed6-predictor.18d627a6629db559 namespace: kserve-ci-e2e-test resourceVersion: "26521" uid: a807b21b-f8be-4727-a6fa-b2e1aa951571 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:11:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8fed6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26217" uid: b969af14-9dde-41b5-b56a-e61670a2cbd2 kind: Event lastTimestamp: "2026-09-17T16:11:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:52Z" name: error-404-isvc-8fed6-predictor.18d627a6631da5f7 namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: 3ecc281d-3c75-48e1-b94a-240ae46d6e58 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:12:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8fed6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26402" uid: b969af14-9dde-41b5-b56a-e61670a2cbd2 kind: Event lastTimestamp: "2026-09-17T16:12:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:37Z" name: error-404-isvc-8fed6-predictor.18d627ad618d8a10 namespace: kserve-ci-e2e-test resourceVersion: "26979" uid: 3dc8ee9f-8ab2-45e0-9562-ad9d03ec26ec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:12:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8fed6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26402" uid: b969af14-9dde-41b5-b56a-e61670a2cbd2 kind: Event lastTimestamp: "2026-09-17T16:12:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:37Z" name: error-404-isvc-8fed6-predictor.18d627ad6240ef93 namespace: kserve-ci-e2e-test resourceVersion: "26980" uid: 94601daf-a667-4df5-8473-7a9708becaea reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26202" uid: c7b821b6-98b9-4ec9-8c40-38b3cc0fcf05 kind: Event lastTimestamp: "2026-09-17T16:12:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:12:11Z" name: error-404-isvc-8fed6.18d627a2e442a3f8 namespace: kserve-ci-e2e-test resourceVersion: "26738" uid: cd2bdc7f-2a58-47e6-a1eb-3c55d2e61791 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26202" uid: c7b821b6-98b9-4ec9-8c40-38b3cc0fcf05 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: 'Failed to update status for InferenceService "error-404-isvc-8fed6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8fed6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:22Z" name: error-404-isvc-8fed6.18d627a2e565177f namespace: kserve-ci-e2e-test resourceVersion: "26222" uid: 4bf8ee56-7a78-4de8-b3cc-396ad0b55010 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26202" uid: c7b821b6-98b9-4ec9-8c40-38b3cc0fcf05 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8fed6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:22Z" name: error-404-isvc-8fed6.18d627a2e56560c7 namespace: kserve-ci-e2e-test resourceVersion: "26223" uid: 82a1e592-9717-488c-aff9-1add15e9970d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26736" uid: c7b821b6-98b9-4ec9-8c40-38b3cc0fcf05 kind: Event lastTimestamp: "2026-09-17T16:12:10Z" message: InferenceService [error-404-isvc-8fed6] is Ready metadata: creationTimestamp: "2026-09-17T16:12:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:12:10Z" name: error-404-isvc-8fed6.18d627ae2e125350 namespace: kserve-ci-e2e-test resourceVersion: "26737" uid: 7ef87ecd-2521-45c2-91b6-5ad7f0baf91d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:01:53.327934Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21359" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-923c8-predictor-6f56548547-8fjgs to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:01:53Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271e5f502e09 namespace: kserve-ci-e2e-test resourceVersion: "21363" uid: 875a5bb7-56ab-4fce-ba61-0e5553bb6570 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-923c8-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:53Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271e6c2bfeed namespace: kserve-ci-e2e-test resourceVersion: "21379" uid: d362ea23-2d3e-4ea1-aead-56a1405039b7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21370" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:01:54Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271ea53c7537 namespace: kserve-ci-e2e-test resourceVersion: "21396" uid: 2ff8d1f2-5313-4911-8d2b-ed53593f9f22 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271ea78f3630 namespace: kserve-ci-e2e-test resourceVersion: "21399" uid: 5267698c-24c0-43cf-a3d1-3cab375acf39 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271eaae1b573 namespace: kserve-ci-e2e-test resourceVersion: "21402" uid: 4a6b240c-74ac-4e85-a18f-1c3051d28eb0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271eab5a63d0 namespace: kserve-ci-e2e-test resourceVersion: "21403" uid: ef7b957c-6451-4dc4-8f51-430017039718 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271eab659567 namespace: kserve-ci-e2e-test resourceVersion: "21404" uid: 47523cb4-46af-4277-bf06-c90974cdc400 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271eae8b316d namespace: kserve-ci-e2e-test resourceVersion: "21405" uid: 64a48f1c-04f8-4bed-a861-2896be77f685 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271eaf146427 namespace: kserve-ci-e2e-test resourceVersion: "21406" uid: 4e67efcb-ba75-4a61-aab5-d44abd41e550 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:01:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:02:32Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:02:32Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6271f1a79ab2c namespace: kserve-ci-e2e-test resourceVersion: "21773" uid: 64e0dcfd-48ab-4d35-8632-0da0b5bed127 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6279f862aefc6 namespace: kserve-ci-e2e-test resourceVersion: "25881" uid: 477bdcb2-56df-4500-a81c-1cafa1e019ff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-923c8-predictor-6f56548547-8fjgs namespace: kserve-ci-e2e-test resourceVersion: "21361" uid: e4d32368-3c97-4174-9e4e-f433de12df6d kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-923c8-predictor-6f56548547-8fjgs.18d6279f862b6880 namespace: kserve-ci-e2e-test resourceVersion: "25882" uid: e9024125-3700-4f6d-a2c9-61d99be0238b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-923c8-predictor-6f56548547 namespace: kserve-ci-e2e-test resourceVersion: "21353" uid: 98f2bf24-e261-4649-89a1-1bcafd2792bf kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: 'Created pod: error-404-isvc-923c8-predictor-6f56548547-8fjgs' metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:53Z" name: error-404-isvc-923c8-predictor-6f56548547.18d6271e5ed267ca namespace: kserve-ci-e2e-test resourceVersion: "21360" uid: 87d831b6-9c2a-4e22-987d-2ed493a2a2fb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21351" uid: 06d81e82-cbf0-4735-94a2-29475a230bf7 kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: Scaled up replica set error-404-isvc-923c8-predictor-6f56548547 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:53Z" name: error-404-isvc-923c8-predictor.18d6271e5d1f1904 namespace: kserve-ci-e2e-test resourceVersion: "21354" uid: 28edca20-18e4-4c8f-ab71-e449c9376d7d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:02:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21352" uid: f3b407f3-cfcd-4279-837a-1a78295b013b kind: Event lastTimestamp: "2026-09-17T16:02:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:23Z" name: error-404-isvc-923c8-predictor.18d62721dbfdb140 namespace: kserve-ci-e2e-test resourceVersion: "21700" uid: 857f4134-4ef0-468f-abe4-fffc653ddf06 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:02:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21352" uid: f3b407f3-cfcd-4279-837a-1a78295b013b kind: Event lastTimestamp: "2026-09-17T16:02:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:23Z" name: error-404-isvc-923c8-predictor.18d62721dc94bd0d namespace: kserve-ci-e2e-test resourceVersion: "21701" uid: 0ce4249c-a5c5-417f-b4f5-7a330fcfa108 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:02:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21580" uid: f3b407f3-cfcd-4279-837a-1a78295b013b kind: Event lastTimestamp: "2026-09-17T16:03:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:03:08Z" name: error-404-isvc-923c8-predictor.18d62728da705aa2 namespace: kserve-ci-e2e-test resourceVersion: "22099" uid: 9aef8bd2-1c83-4d49-b200-dac84ea272ad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:02:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21580" uid: f3b407f3-cfcd-4279-837a-1a78295b013b kind: Event lastTimestamp: "2026-09-17T16:03:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:03:08Z" name: error-404-isvc-923c8-predictor.18d62728dafb984b namespace: kserve-ci-e2e-test resourceVersion: "22100" uid: e59f0707-5b99-46da-8c03-70253a5ae7ce reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-923c8 namespace: kserve-ci-e2e-test resourceVersion: "21339" uid: ba876261-8d0e-47c7-8d35-c197f6236e27 kind: Event lastTimestamp: "2026-09-17T16:02:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:02:42Z" name: error-404-isvc-923c8.18d6271e5d338052 namespace: kserve-ci-e2e-test resourceVersion: "21872" uid: 3e324c30-61e0-4586-b4c5-b8881c61f598 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-923c8 namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: ba876261-8d0e-47c7-8d35-c197f6236e27 kind: Event lastTimestamp: "2026-09-17T16:02:42Z" message: InferenceService [error-404-isvc-923c8] is Ready metadata: creationTimestamp: "2026-09-17T16:02:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:02:42Z" name: error-404-isvc-923c8.18d62729d7242d7c namespace: kserve-ci-e2e-test resourceVersion: "21871" uid: 2624ba98-76d2-449f-a1f3-ccc01549b63a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:51:28.133532Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16137" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9ed13-predictor-87448bd4f-m6g4z to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cced2b267 namespace: kserve-ci-e2e-test resourceVersion: "16141" uid: da70ee92-a7b9-4b0d-a7e5-25e2129b1358 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cf0d4c92e namespace: kserve-ci-e2e-test resourceVersion: "16162" uid: 5a08461b-ba26-4b20-ab34-7d077a61e93e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cf2a83fef namespace: kserve-ci-e2e-test resourceVersion: "16164" uid: 304631a9-338c-4809-94e0-e01a5c5b3aba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cf5f4dcc0 namespace: kserve-ci-e2e-test resourceVersion: "16165" uid: e01d0075-4268-4721-8401-e5b2672fb020 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cf65af46b namespace: kserve-ci-e2e-test resourceVersion: "16166" uid: ecc09be7-7b3e-49b4-ac8e-ab71d4bca749 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cf6647486 namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 2b4bec65-e910-424a-9b3d-4c1f24b81ab2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cf8cb7723 namespace: kserve-ci-e2e-test resourceVersion: "16168" uid: ce298049-d42d-44c1-8838-3dfc9e6ac91f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cf92ec5c6 namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: eed845fa-e6c7-4c06-9d4b-b7d6fe7dab29 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T16:00:44Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:44Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6268cfae793b0 namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: 76555239-9b7c-454c-be15-5e652ab7c136 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T16:00:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:42Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6270dfaf050a8 namespace: kserve-ci-e2e-test resourceVersion: "20363" uid: 554c95c5-cd87-499a-827f-5ddd6f7c9f65 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T16:00:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:42Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6270dfaf19d4e namespace: kserve-ci-e2e-test resourceVersion: "20364" uid: 2e56b01b-9711-483f-a6f8-277c879cb75f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: fd45a2c1-0b32-4948-b09e-109d7d484953 kind: Event lastTimestamp: "2026-09-17T16:00:44Z" message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp 10.132.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:44Z" name: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z.18d6270e6f3c1a19 namespace: kserve-ci-e2e-test resourceVersion: "20448" uid: 174d7ba0-fa9e-4b02-b735-fe5ca27badae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9ed13-predictor-87448bd4f namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: 6ff36ec1-8030-4550-8e4e-2401a8fd28a9 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: 'Created pod: error-404-isvc-9ed13-predictor-87448bd4f-m6g4z' metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor-87448bd4f.18d6268cce5c8d98 namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: 21cdd375-efed-49d2-b8a6-9dadcd6eb74f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16129" uid: ba4f1e6d-478e-4909-81e4-adff43bb5a75 kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: Scaled up replica set error-404-isvc-9ed13-predictor-87448bd4f from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:28Z" name: error-404-isvc-9ed13-predictor.18d6268ccc3d2bae namespace: kserve-ci-e2e-test resourceVersion: "16133" uid: 4ce5c637-a295-4aab-aa5d-8ee0f4195b25 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:51:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: afaa04d0-a2ad-4cb6-92be-528eac849bb7 kind: Event lastTimestamp: "2026-09-17T15:51:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:58Z" name: error-404-isvc-9ed13-predictor.18d626904b3fb03e namespace: kserve-ci-e2e-test resourceVersion: "16478" uid: 56dc5742-4002-4712-b01e-0cc989b1e89c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:51:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: afaa04d0-a2ad-4cb6-92be-528eac849bb7 kind: Event lastTimestamp: "2026-09-17T15:51:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:58Z" name: error-404-isvc-9ed13-predictor.18d626904bc29516 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: b2aada8d-62ea-41d6-bbf2-b544c2f2ec31 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:52:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16361" uid: afaa04d0-a2ad-4cb6-92be-528eac849bb7 kind: Event lastTimestamp: "2026-09-17T15:52:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:43Z" name: error-404-isvc-9ed13-predictor.18d626974a494d19 namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: a65a3907-e73e-4c34-9c33-31d77043c2e4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:52:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16361" uid: afaa04d0-a2ad-4cb6-92be-528eac849bb7 kind: Event lastTimestamp: "2026-09-17T15:52:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:43Z" name: error-404-isvc-9ed13-predictor.18d626974adfa92d namespace: kserve-ci-e2e-test resourceVersion: "16873" uid: 088c90d2-934b-4d85-8a11-96f996821281 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ed13 namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: 3b11514e-bfae-4e5f-873c-7f4d3ad1bdab kind: Event lastTimestamp: "2026-09-17T15:52:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:52:15Z" name: error-404-isvc-9ed13.18d6268ccc3433a4 namespace: kserve-ci-e2e-test resourceVersion: "16619" uid: 914e4002-8af1-4963-813e-a6fea1e10db3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9ed13 namespace: kserve-ci-e2e-test resourceVersion: "16617" uid: 3b11514e-bfae-4e5f-873c-7f4d3ad1bdab kind: Event lastTimestamp: "2026-09-17T15:52:14Z" message: InferenceService [error-404-isvc-9ed13] is Ready metadata: creationTimestamp: "2026-09-17T15:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:52:14Z" name: error-404-isvc-9ed13.18d62697b745f883 namespace: kserve-ci-e2e-test resourceVersion: "16618" uid: 70ad8e7a-7b2a-423e-8b37-a567d4833bc8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:00:56.938392Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20705" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-bfbea-predictor-858c7548df-d6twf to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:00:56Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d627113e3c0eb7 namespace: kserve-ci-e2e-test resourceVersion: "20709" uid: 7e0a973e-fbfa-4f74-851b-213372f3f0e5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20715" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:00:57Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d6271160746add namespace: kserve-ci-e2e-test resourceVersion: "20730" uid: 8a4c1879-50cb-408d-8759-a3ab4b2a38fb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d6271161f52821 namespace: kserve-ci-e2e-test resourceVersion: "20734" uid: 4b56fd55-e6d9-42d7-988a-76e6b3ce04c2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d6271164b3e68b namespace: kserve-ci-e2e-test resourceVersion: "20736" uid: 58eb51a7-489c-449f-9866-97689baa706a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d6271165268c50 namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: 183c9307-fec3-494d-b7d4-4c507bcd3607 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d627116530f361 namespace: kserve-ci-e2e-test resourceVersion: "20738" uid: 5cb8b794-1366-47e1-adbf-cf787d7455c0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d6271167d6588a namespace: kserve-ci-e2e-test resourceVersion: "20739" uid: 5279d653-a9e9-452f-b5a5-5e53ecd26e51 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d627116847bca1 namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: 867dcecb-69a5-4908-89db-ca364ef04b33 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T16:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:01:45Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:45Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d62711c68979af namespace: kserve-ci-e2e-test resourceVersion: "21210" uid: 199455bb-ed9a-42c2-abd9-9eeed5a9b897 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:11Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d627927162d283 namespace: kserve-ci-e2e-test resourceVersion: "25023" uid: bf188aa5-ebf8-4d20-8f35-c6ac24ebd985 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bfbea-predictor-858c7548df-d6twf namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: 607017b1-f5c6-4e2b-ac46-dcb22939cc56 kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:11Z" name: error-404-isvc-bfbea-predictor-858c7548df-d6twf.18d6279271634439 namespace: kserve-ci-e2e-test resourceVersion: "25024" uid: 9ec1a209-2035-4889-8f96-81cdf2751e33 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-bfbea-predictor-858c7548df namespace: kserve-ci-e2e-test resourceVersion: "20699" uid: f6218cfe-6dfb-47dd-92cd-6d30b73d3ae6 kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: 'Created pod: error-404-isvc-bfbea-predictor-858c7548df-d6twf' metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:56Z" name: error-404-isvc-bfbea-predictor-858c7548df.18d627113dc55482 namespace: kserve-ci-e2e-test resourceVersion: "20706" uid: 43c68ddc-267f-4a94-a1c7-61ace65acb9d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20697" uid: 9d778809-2eff-4053-882d-f6fa9abf9493 kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: Scaled up replica set error-404-isvc-bfbea-predictor-858c7548df from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:56Z" name: error-404-isvc-bfbea-predictor.18d627113bdcb927 namespace: kserve-ci-e2e-test resourceVersion: "20700" uid: 42c2a3be-78c7-4a8d-a254-54df88849f5f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:01:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20698" uid: a9076395-9b1f-4c99-af02-2c72294791c8 kind: Event lastTimestamp: "2026-09-17T16:01:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:26Z" name: error-404-isvc-bfbea-predictor.18d62714ba297598 namespace: kserve-ci-e2e-test resourceVersion: "21004" uid: ea390f2e-4321-4c4a-9749-4c48a1ffe41e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:01:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20698" uid: a9076395-9b1f-4c99-af02-2c72294791c8 kind: Event lastTimestamp: "2026-09-17T16:01:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:26Z" name: error-404-isvc-bfbea-predictor.18d62714ba9d0dd1 namespace: kserve-ci-e2e-test resourceVersion: "21005" uid: 322765e4-2f72-4472-9639-7bec7ca720f9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:01:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20872" uid: a9076395-9b1f-4c99-af02-2c72294791c8 kind: Event lastTimestamp: "2026-09-17T16:02:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:26Z" name: error-404-isvc-bfbea-predictor.18d6271bb87c14d9 namespace: kserve-ci-e2e-test resourceVersion: "21734" uid: 5ee620b3-e4d3-4f03-8cce-cb179dcd119b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T16:01:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20872" uid: a9076395-9b1f-4c99-af02-2c72294791c8 kind: Event lastTimestamp: "2026-09-17T16:02:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:26Z" name: error-404-isvc-bfbea-predictor.18d6271bb8f6680b namespace: kserve-ci-e2e-test resourceVersion: "21735" uid: 6c017327-2268-4ec6-bd2f-16cab0a5fa34 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bfbea namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: 74d5cd77-602c-4fe6-aa84-5077c1fff01e kind: Event lastTimestamp: "2026-09-17T16:01:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:55Z" name: error-404-isvc-bfbea.18d627113bd2624a namespace: kserve-ci-e2e-test resourceVersion: "21426" uid: c4e39bc6-93b1-4cff-9fe9-5f367c1e8871 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bfbea namespace: kserve-ci-e2e-test resourceVersion: "21424" uid: 74d5cd77-602c-4fe6-aa84-5077c1fff01e kind: Event lastTimestamp: "2026-09-17T16:01:55Z" message: InferenceService [error-404-isvc-bfbea] is Ready metadata: creationTimestamp: "2026-09-17T16:01:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:55Z" name: error-404-isvc-bfbea.18d6271ed741f959 namespace: kserve-ci-e2e-test resourceVersion: "21425" uid: da882b65-471f-417c-b6e5-6a8d3de3fe88 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:11:08.278569Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25921" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ece61-predictor-c968b59fc-7nl56 to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6279f94f2cc4b namespace: kserve-ci-e2e-test resourceVersion: "25926" uid: ed200b91-c736-457d-9717-509ecab6c753 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25933" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6279fb716fd77 namespace: kserve-ci-e2e-test resourceVersion: "25946" uid: 354075bd-2cb8-4e93-89b2-f7a1b67a10e1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6279fb932acf5 namespace: kserve-ci-e2e-test resourceVersion: "25948" uid: c6c0a328-4994-4c6b-8c26-e03eb135fb80 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6279fbc4ebf2e namespace: kserve-ci-e2e-test resourceVersion: "25949" uid: edf9d88e-d7fa-4523-a836-18c56ea44b56 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6279fbcc859e3 namespace: kserve-ci-e2e-test resourceVersion: "25950" uid: a9d54612-7fed-4d1a-b1e7-b51548eab539 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6279fbcd3a84a namespace: kserve-ci-e2e-test resourceVersion: "25951" uid: c0983ee7-085c-46c8-9841-2b916d6df718 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6279fbfad2485 namespace: kserve-ci-e2e-test resourceVersion: "25952" uid: 86b0b565-c011-4fa6-990c-88c9a1478eb7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:11:09Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:09Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6279fc02235a8 namespace: kserve-ci-e2e-test resourceVersion: "25953" uid: 3c1297e0-0518-478f-919d-326877324d92 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:11:46Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:46Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d627a029341003 namespace: kserve-ci-e2e-test resourceVersion: "26479" uid: 697fbfba-37b8-46f9-9366-99a336fe6e2e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:28:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:28:27Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6289193b4d219 namespace: kserve-ci-e2e-test resourceVersion: "33597" uid: 5ae5b665-44df-4893-930e-ce94e37879f4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-ece61-predictor-c968b59fc-7nl56 namespace: kserve-ci-e2e-test resourceVersion: "25924" uid: 4eb2ca32-907f-4149-99a4-93e0b2abc419 kind: Event lastTimestamp: "2026-09-17T16:28:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:28:27Z" name: error-404-isvc-ece61-predictor-c968b59fc-7nl56.18d6289193b5602f namespace: kserve-ci-e2e-test resourceVersion: "33599" uid: 179c1395-366d-4fa8-a62a-8d8ca5894ab7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-ece61-predictor-c968b59fc namespace: kserve-ci-e2e-test resourceVersion: "25915" uid: 965fc165-ed79-4af9-bee9-6f4a301b7ac2 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: 'Created pod: error-404-isvc-ece61-predictor-c968b59fc-7nl56' metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor-c968b59fc.18d6279f9416adba namespace: kserve-ci-e2e-test resourceVersion: "25923" uid: da863bfe-dcec-45da-9a8d-f91c3f348a8d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "25913" uid: dff96ae9-690d-4a13-beda-fdc35b3e6412 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: Scaled up replica set error-404-isvc-ece61-predictor-c968b59fc from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:08Z" name: error-404-isvc-ece61-predictor.18d6279f91c1ed2e namespace: kserve-ci-e2e-test resourceVersion: "25916" uid: e73a3979-3c4f-4794-9f76-7b61788da9b4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "25914" uid: 6b3328ff-3496-4e01-a1b7-8e589fdea553 kind: Event lastTimestamp: "2026-09-17T16:11:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:38Z" name: error-404-isvc-ece61-predictor.18d627a310c23bf5 namespace: kserve-ci-e2e-test resourceVersion: "26411" uid: a2af4123-017c-4453-b00b-75c2a050c2a5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "25914" uid: 6b3328ff-3496-4e01-a1b7-8e589fdea553 kind: Event lastTimestamp: "2026-09-17T16:11:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:38Z" name: error-404-isvc-ece61-predictor.18d627a31140b591 namespace: kserve-ci-e2e-test resourceVersion: "26412" uid: 49710905-3b45-4a80-91c4-fed077398909 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:11:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "26262" uid: 6b3328ff-3496-4e01-a1b7-8e589fdea553 kind: Event lastTimestamp: "2026-09-17T16:12:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:11:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:23Z" name: error-404-isvc-ece61-predictor.18d627aa0f433ca0 namespace: kserve-ci-e2e-test resourceVersion: "26857" uid: c3eb9a03-bb49-400a-98a7-f1f1188c3c2d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:11:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "26262" uid: 6b3328ff-3496-4e01-a1b7-8e589fdea553 kind: Event lastTimestamp: "2026-09-17T16:12:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:11:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:23Z" name: error-404-isvc-ece61-predictor.18d627aa0fd6e4e8 namespace: kserve-ci-e2e-test resourceVersion: "26858" uid: b37e221b-56a1-48ce-9325-fb1dc10b2b73 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ece61 namespace: kserve-ci-e2e-test resourceVersion: "25901" uid: 576c6611-135e-47e9-ad4c-674df96bef84 kind: Event lastTimestamp: "2026-09-17T16:11:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:56Z" name: error-404-isvc-ece61.18d6279f91d1cac9 namespace: kserve-ci-e2e-test resourceVersion: "26576" uid: 8d5a26d8-56c3-4052-8f41-b9902ab03448 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-ece61 namespace: kserve-ci-e2e-test resourceVersion: "26574" uid: 576c6611-135e-47e9-ad4c-674df96bef84 kind: Event lastTimestamp: "2026-09-17T16:11:56Z" message: InferenceService [error-404-isvc-ece61] is Ready metadata: creationTimestamp: "2026-09-17T16:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:56Z" name: error-404-isvc-ece61.18d627aae5bc015e namespace: kserve-ci-e2e-test resourceVersion: "26575" uid: 3a276552-097a-44b3-b4ab-f8c5cb7aafc1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:00:43.137746Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20405" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 to ip-10-0-128-116.ec2.internal metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:00:43Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e07a6ddbf namespace: kserve-ci-e2e-test resourceVersion: "20409" uid: 5c175f29-9c89-45db-9da6-c711694855b0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-efa50-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:43Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e1179b9c2 namespace: kserve-ci-e2e-test resourceVersion: "20432" uid: f9274b77-f031-4a3a-9910-91ca03837939 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:45Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20415" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:00:45Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:00:45Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e8312245c namespace: kserve-ci-e2e-test resourceVersion: "20452" uid: 9f52d151-aa6a-44c4-98a2-fd561edc95df reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:00:45Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:45Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e85494d48 namespace: kserve-ci-e2e-test resourceVersion: "20455" uid: 6e6bbdf0-19c7-49a3-baac-cb2c4916e34b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:00:45Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:45Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e87f5f2c9 namespace: kserve-ci-e2e-test resourceVersion: "20456" uid: 81b49acb-4448-4058-bf11-fa9e85afc76a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:00:45Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:45Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e886f3644 namespace: kserve-ci-e2e-test resourceVersion: "20457" uid: e386a198-31b1-49b3-98dc-5df123fffe5e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:00:45Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:45Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e8879b781 namespace: kserve-ci-e2e-test resourceVersion: "20458" uid: a1caf970-527d-4bc6-9a58-4c7e79e97272 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:00:45Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:45Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e8b33b3b7 namespace: kserve-ci-e2e-test resourceVersion: "20460" uid: 01a86714-5744-4ba4-9525-703f94734de6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:00:45Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:45Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270e8bac2df6 namespace: kserve-ci-e2e-test resourceVersion: "20461" uid: 372d3d43-bcdd-4537-b62b-bc94eaa38622 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:00:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:01:23Z" message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:00:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:23Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6270ef80c280a namespace: kserve-ci-e2e-test resourceVersion: "20970" uid: 27351d93-9da0-4b66-8237-e572de2236c7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:53Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6271e53faf398 namespace: kserve-ci-e2e-test resourceVersion: "21317" uid: d1f6040c-321b-4d07-bf3b-80999f50f27b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:53Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6271e53fba8a9 namespace: kserve-ci-e2e-test resourceVersion: "21318" uid: 626996d5-4634-4585-98e5-2cabd6ffef87 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6 namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: bc4f392b-f2e2-4736-acca-e24b9dc3ad48 kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp 10.132.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:53Z" name: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6.18d6271e562856d1 namespace: kserve-ci-e2e-test resourceVersion: "21326" uid: 60437a46-f771-472d-9103-b8df56e08f3e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-116.ec2.internal source: component: kubelet host: ip-10-0-128-116.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-efa50-predictor-66b96c7d87 namespace: kserve-ci-e2e-test resourceVersion: "20398" uid: a31e1f58-bca4-4980-b2ed-4d65c017363c kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: 'Created pod: error-404-isvc-efa50-predictor-66b96c7d87-5s7k6' metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:43Z" name: error-404-isvc-efa50-predictor-66b96c7d87.18d6270e072514e4 namespace: kserve-ci-e2e-test resourceVersion: "20406" uid: 482a9cfb-3fb9-415b-9a27-cba165d1f7fd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20396" uid: 408a0078-a997-4eb7-aea8-e32d36266085 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: Scaled up replica set error-404-isvc-efa50-predictor-66b96c7d87 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:43Z" name: error-404-isvc-efa50-predictor.18d6270e04de8253 namespace: kserve-ci-e2e-test resourceVersion: "20402" uid: 4d2b4572-db1a-4451-8fad-e32a7e093a91 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20397" uid: 9946393f-2e2d-4a11-acdc-6ee4353bb03f kind: Event lastTimestamp: "2026-09-17T16:00:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:58Z" name: error-404-isvc-efa50-predictor.18d627118328e132 namespace: kserve-ci-e2e-test resourceVersion: "20751" uid: cd98f3f6-133b-4e65-94d0-27b8c2a65b30 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20397" uid: 9946393f-2e2d-4a11-acdc-6ee4353bb03f kind: Event lastTimestamp: "2026-09-17T16:00:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:58Z" name: error-404-isvc-efa50-predictor.18d62711839e241c namespace: kserve-ci-e2e-test resourceVersion: "20753" uid: 2330f9c8-2785-401b-b221-6cb68ecc6ce3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:01:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 9946393f-2e2d-4a11-acdc-6ee4353bb03f kind: Event lastTimestamp: "2026-09-17T16:01:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:01:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:43Z" name: error-404-isvc-efa50-predictor.18d62715025f52dc namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: ea24d24e-514c-4bce-878e-eb72493cc86e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:01:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 9946393f-2e2d-4a11-acdc-6ee4353bb03f kind: Event lastTimestamp: "2026-09-17T16:01:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:01:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:43Z" name: error-404-isvc-efa50-predictor.18d6271502d80a86 namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: 6f6125e9-66ad-44aa-8ff1-505171b8e934 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-efa50 namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: 4bccc017-2bcb-4ff8-917d-960ede899d43 kind: Event lastTimestamp: "2026-09-17T16:01:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:33Z" name: error-404-isvc-efa50.18d6270e0496c1f2 namespace: kserve-ci-e2e-test resourceVersion: "21068" uid: 33631f14-b3ce-4d33-9acb-3693c2ea5505 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-efa50 namespace: kserve-ci-e2e-test resourceVersion: "21065" uid: 4bccc017-2bcb-4ff8-917d-960ede899d43 kind: Event lastTimestamp: "2026-09-17T16:01:33Z" message: InferenceService [error-404-isvc-efa50] is Ready metadata: creationTimestamp: "2026-09-17T16:01:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:33Z" name: error-404-isvc-efa50.18d62719b89f4a02 namespace: kserve-ci-e2e-test resourceVersion: "21066" uid: fdbed54d-1362-4216-88f4-6d35ea17ee81 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:48:57.511687Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14337" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 to ip-10-0-132-207.ec2.internal metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:48:57Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62669bd0fa813 namespace: kserve-ci-e2e-test resourceVersion: "14341" uid: d4924c36-b280-424f-baf8-bf248c20c16e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14346" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62669df36431a namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: 63a3df04-a342-4738-af17-8aba7e6b6739 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4" already present on machine metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62669e20af2f9 namespace: kserve-ci-e2e-test resourceVersion: "14426" uid: b8a5cd99-b381-4f8b-98b0-7e2305eb740b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62669e576a9d7 namespace: kserve-ci-e2e-test resourceVersion: "14437" uid: 6f5c49d0-b150-4f40-8f64-7351d7d32df7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62669e5ffa6d5 namespace: kserve-ci-e2e-test resourceVersion: "14438" uid: de888cbd-2b07-4632-9bad-2b47e05202df reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:49:02Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996" metadata: creationTimestamp: "2026-09-17T15:49:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:02Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d6266af725b6e9 namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 78238fa8-70a7-49e2-8126-4deef6099436 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996" in 28.962s (28.962s including waiting). Image size: 1580836240 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62671b5778533 namespace: kserve-ci-e2e-test resourceVersion: "14779" uid: 919022cc-bc99-4069-895b-c851e0b0bded reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62671bafa441c namespace: kserve-ci-e2e-test resourceVersion: "14782" uid: c147a884-d1f9-4d96-81c5-01d129145195 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62671bb6d7f1e namespace: kserve-ci-e2e-test resourceVersion: "14783" uid: e4bbaa82-8d63-4974-9558-b0acf8f0a8cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62671bba547d7 namespace: kserve-ci-e2e-test resourceVersion: "14785" uid: 49601172-ae48-4d87-9398-608d758e96a1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.847s (2.847s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62672655e4c39 namespace: kserve-ci-e2e-test resourceVersion: "14811" uid: 05683ecd-e6dd-4ca1-a6cc-85d1c4efd1b5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62672689e4cfa namespace: kserve-ci-e2e-test resourceVersion: "14813" uid: 738b140f-491b-415c-a2f2-823e9b64910c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62672690fe8c3 namespace: kserve-ci-e2e-test resourceVersion: "14816" uid: d60411fc-b175-4b18-b1e0-c80d4eb2df17 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T15:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:51:32Z" message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:32Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d62672b4ceab14 namespace: kserve-ci-e2e-test resourceVersion: "16249" uid: 9a91e0ec-3ece-4d7f-9406-c6618e6a71be reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:27Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d6268cc024cb7f namespace: kserve-ci-e2e-test resourceVersion: "16092" uid: 9b52f187-3f7a-4d85-a7dc-78c2224c6fd3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:27Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d6268cc02531c8 namespace: kserve-ci-e2e-test resourceVersion: "16095" uid: 11994292-1a38-4987-ad95-a8e6cd501300 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68 namespace: kserve-ci-e2e-test resourceVersion: "14338" uid: c8808bd6-4637-418d-a429-1b645909a933 kind: Event lastTimestamp: "2026-09-17T15:51:32Z" message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp 10.133.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:51:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:32Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68.18d6268db72d4b72 namespace: kserve-ci-e2e-test resourceVersion: "16248" uid: ca462924-3f4a-4156-bfc4-e3c7952c981a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6c5c8df88c namespace: kserve-ci-e2e-test resourceVersion: "14331" uid: efaf61be-7d41-4151-8a33-e2877806e02a kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6c5c8df88c-4gn68' metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:57Z" name: isvc-sklearn-graph-1-predictor-6c5c8df88c.18d62669bc73ba1a namespace: kserve-ci-e2e-test resourceVersion: "14340" uid: c57ff815-ebbf-412f-9ee6-cf1726f5b6e7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14329" uid: c70bc2f2-3772-4037-b08d-1cbd5f289fd2 kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6c5c8df88c from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:57Z" name: isvc-sklearn-graph-1-predictor.18d62669b7c89db1 namespace: kserve-ci-e2e-test resourceVersion: "14334" uid: 03b51854-1aa3-425a-b804-9de22dfa817d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14330" uid: cc78e390-11ef-4c58-a973-0536ca9edbde kind: Event lastTimestamp: "2026-09-17T15:49:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:49:42Z" name: isvc-sklearn-graph-1-predictor.18d6266d3619c1e4 namespace: kserve-ci-e2e-test resourceVersion: "14899" uid: 0c821a7e-72bc-494f-a040-4bca6cb3db98 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14330" uid: cc78e390-11ef-4c58-a973-0536ca9edbde kind: Event lastTimestamp: "2026-09-17T15:49:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:49:42Z" name: isvc-sklearn-graph-1-predictor.18d6266d369bfa4e namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 990b8edc-73a5-41ea-ad8c-3fa06565faa2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T15:49:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14606" uid: cc78e390-11ef-4c58-a973-0536ca9edbde kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:27Z" name: isvc-sklearn-graph-1-predictor.18d62677b535d428 namespace: kserve-ci-e2e-test resourceVersion: "16039" uid: 2bd13ec4-d4de-4583-a1be-8a36ae583237 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T15:49:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14606" uid: cc78e390-11ef-4c58-a973-0536ca9edbde kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:27Z" name: isvc-sklearn-graph-1-predictor.18d62677b6163274 namespace: kserve-ci-e2e-test resourceVersion: "16041" uid: 27cd493a-a4c2-41b5-9df3-aab53355cf52 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14314" uid: 38f6e3e8-5c48-4db0-813f-ee2ab5787ec0 kind: Event lastTimestamp: "2026-09-17T15:50:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:52Z" name: isvc-sklearn-graph-1.18d62669b791de99 namespace: kserve-ci-e2e-test resourceVersion: "15690" uid: 3a03aa4b-11de-4e0d-b6a2-e3a7bc392bd6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15687" uid: 38f6e3e8-5c48-4db0-813f-ee2ab5787ec0 kind: Event lastTimestamp: "2026-09-17T15:50:52Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-17T15:50:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:52Z" name: isvc-sklearn-graph-1.18d626846fefee38 namespace: kserve-ci-e2e-test resourceVersion: "15689" uid: 7cf0fa11-8195-4029-9cef-e04957648eaf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:48:58.158286Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14424" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb to ip-10-0-132-207.ec2.internal metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d62669e399f6ca namespace: kserve-ci-e2e-test resourceVersion: "14433" uid: 26cabacd-74f9-4402-a698-300880b429bd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14439" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6266a06ee19de namespace: kserve-ci-e2e-test resourceVersion: "14460" uid: b305d41a-3f45-4f1f-9613-f3b8bf061e4d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4" already present on machine metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6266a096702ab namespace: kserve-ci-e2e-test resourceVersion: "14465" uid: 6e396bc5-0970-43b1-bc12-c30a5acae23b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6266a0d17919d namespace: kserve-ci-e2e-test resourceVersion: "14471" uid: b1023731-c20e-4bf8-939f-9542a58f6a86 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6266a0d9f0f47 namespace: kserve-ci-e2e-test resourceVersion: "14472" uid: afad311b-bf40-4f09-8de6-9c78e71e0d60 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:49:02Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996" metadata: creationTimestamp: "2026-09-17T15:49:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:02Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6266af70a5fd1 namespace: kserve-ci-e2e-test resourceVersion: "14509" uid: d2f87037-3d5a-4d88-a4fb-88b1b7cb1ed7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1996" in 28.964s (28.964s including waiting). Image size: 1580836240 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d62671b56feb81 namespace: kserve-ci-e2e-test resourceVersion: "14778" uid: 1fbb8c5d-9d79-45dd-a61c-4d403e47f235 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d62671bae2b6a3 namespace: kserve-ci-e2e-test resourceVersion: "14781" uid: ceb1dd05-9cba-4239-8064-d4cff36bf377 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d62671bb97629f namespace: kserve-ci-e2e-test resourceVersion: "14784" uid: 98308d95-71cb-4166-814e-33f2fc353326 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d62671bba7d87d namespace: kserve-ci-e2e-test resourceVersion: "14786" uid: c698886e-f5e5-4c67-8703-f4211839a49b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.811s (2.811s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d62672633d3596 namespace: kserve-ci-e2e-test resourceVersion: "14809" uid: 7e00a057-8a8d-4ef5-b8b4-4aa16ef08906 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d626726837ce0e namespace: kserve-ci-e2e-test resourceVersion: "14812" uid: 547869e3-0c87-4c6c-8c18-72fcd3203085 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6267268b6cd0e namespace: kserve-ci-e2e-test resourceVersion: "14815" uid: b938cc09-2d73-47a9-8672-5adfe0901adc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T15:49:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:51:31Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:31Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6267278d1a973 namespace: kserve-ci-e2e-test resourceVersion: "16207" uid: cfedf2fe-c72c-4951-b491-eddacad3c7c0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:27Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6268cbb728557 namespace: kserve-ci-e2e-test resourceVersion: "16066" uid: d1301f2a-044a-425c-a688-31d94f117508 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:27Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6268cbb730d09 namespace: kserve-ci-e2e-test resourceVersion: "16070" uid: 80ba76cc-f345-4044-8001-50240afccf24 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb namespace: kserve-ci-e2e-test resourceVersion: "14430" uid: 4a7b91d8-4f26-4041-a594-e867ec93d1ec kind: Event lastTimestamp: "2026-09-17T15:51:31Z" message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp 10.133.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:31Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb.18d6268d7b51b1e4 namespace: kserve-ci-e2e-test resourceVersion: "16205" uid: 1cd805ca-5874-4a05-8666-fb20c8f35908 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-bd85d5cd8 namespace: kserve-ci-e2e-test resourceVersion: "14415" uid: 8757d8c5-a790-4116-9e59-5eff1ffbd0ac kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-bd85d5cd8-qwxvb' metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-2-predictor-bd85d5cd8.18d62669e2a85f1b namespace: kserve-ci-e2e-test resourceVersion: "14427" uid: 940cac2c-3965-4367-94d5-2ab1d35218b6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14411" uid: 4957e34a-5179-41ef-9b0e-56da0a7d44ef kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-bd85d5cd8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:58Z" name: isvc-sklearn-graph-2-predictor.18d62669dcab7bb1 namespace: kserve-ci-e2e-test resourceVersion: "14416" uid: 48cb1c2d-3961-44eb-b9da-20f81a36310b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:49:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: ae975dd0-b8f3-4a7b-ac3d-61e711f4b92c kind: Event lastTimestamp: "2026-09-17T15:50:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:13Z" name: isvc-sklearn-graph-2-predictor.18d6266d5b4df1bb namespace: kserve-ci-e2e-test resourceVersion: "15164" uid: 438b7834-4927-4945-8618-432e58d42917 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:49:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: ae975dd0-b8f3-4a7b-ac3d-61e711f4b92c kind: Event lastTimestamp: "2026-09-17T15:50:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:13Z" name: isvc-sklearn-graph-2-predictor.18d6266d5bdb4fc5 namespace: kserve-ci-e2e-test resourceVersion: "15165" uid: 61b02bfc-c3bd-4979-b81d-b6c5e8807407 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T15:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14622" uid: ae975dd0-b8f3-4a7b-ac3d-61e711f4b92c kind: Event lastTimestamp: "2026-09-17T15:51:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:13Z" name: isvc-sklearn-graph-2-predictor.18d6267ed6b73ff9 namespace: kserve-ci-e2e-test resourceVersion: "15854" uid: ed092427-1e89-4e9b-9fa8-bdb3c302aa3f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T15:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14622" uid: ae975dd0-b8f3-4a7b-ac3d-61e711f4b92c kind: Event lastTimestamp: "2026-09-17T15:51:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:13Z" name: isvc-sklearn-graph-2-predictor.18d6267ed737a42c namespace: kserve-ci-e2e-test resourceVersion: "15855" uid: 71a122ed-0d62-4daf-ad96-bb5e179ab2ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14406" uid: aed5f093-1f9c-49a9-8850-04cb5e53aa1d kind: Event lastTimestamp: "2026-09-17T15:50:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:51Z" name: isvc-sklearn-graph-2.18d62669dcaf8aa6 namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: a3f70fa8-b7f9-497f-9ce5-075295a80843 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: aed5f093-1f9c-49a9-8850-04cb5e53aa1d kind: Event lastTimestamp: "2026-09-17T15:50:51Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-17T15:50:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:51Z" name: isvc-sklearn-graph-2.18d626843ce298a9 namespace: kserve-ci-e2e-test resourceVersion: "15668" uid: c80544e1-88d9-4e43-a9af-1cb3ba1b2604 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:48:57.886359Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14397" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-4slgh to ip-10-0-132-207.ec2.internal metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:48:57Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62669d364cdb1 namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: f05c8491-1199-4518-87bd-5fbbc9743758 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14405" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:48:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62669f5cc5ad5 namespace: kserve-ci-e2e-test resourceVersion: "14449" uid: e2c7bca5-2f05-4b79-8e96-2b4014346818 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5238b3d889a1da27166be6c0f83af4a328bdb0373db88a11a2226be3535257c4" already present on machine metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62669f840e427 namespace: kserve-ci-e2e-test resourceVersion: "14451" uid: 9c59e227-3dd8-468e-94e6-62525fdea42e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62669fc8baa92 namespace: kserve-ci-e2e-test resourceVersion: "14454" uid: dcabe32d-099c-4a87-bd45-cf7f1b2ac9af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:48:58Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T15:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:58Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62669fd108ee2 namespace: kserve-ci-e2e-test resourceVersion: "14455" uid: 645353d8-a12d-4b83-9b69-c6ed6dbff392 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:49:02Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-17T15:49:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:02Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d6266af741c2a7 namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: d5910d75-2442-4889-be06-543960b58abb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 29.141s (29.141s including waiting). Image size: 1435742979 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62671c03f0257 namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 1bbdf857-6321-4aa1-b9ec-21b7826b443d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62671c3bbdf00 namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: 021a985d-3319-489c-a8df-1ef115863cc8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:49:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62671c42acc82 namespace: kserve-ci-e2e-test resourceVersion: "14790" uid: 66cf609f-ad71-4654-b055-dacab7fc0167 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:49:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T15:49:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:32Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d62671c437027e namespace: kserve-ci-e2e-test resourceVersion: "14791" uid: 70f2742a-ffaf-46bd-8aa0-ef8ab1d106c5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.694s (2.694s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d6267264ccb6d8 namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: f31ea5ae-b3c0-4065-acf8-2d9bc973afe1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d6267268a2b569 namespace: kserve-ci-e2e-test resourceVersion: "14814" uid: 482a869d-e45d-4b2e-9de3-e453e0ffbe1a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:49:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:34Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d6267269235b7f namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 5583c7bd-eb4f-4a53-af25-ec52f45c3dcf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T15:49:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:51:31Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d6267278b300f8 namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: 7eaf615f-449b-4994-99dd-60c09ddbe910 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:27Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d6268cc161beff namespace: kserve-ci-e2e-test resourceVersion: "16096" uid: 92f84499-7ed5-4ae9-a936-4db6e29733da reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:27Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d6268cc16301a9 namespace: kserve-ci-e2e-test resourceVersion: "16099" uid: 0a09ce79-d159-49b1-9c71-885bdd9c8127 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-4slgh namespace: kserve-ci-e2e-test resourceVersion: "14399" uid: 3726fbaf-3984-4a4c-b08b-14ce2a1f3099 kind: Event lastTimestamp: "2026-09-17T15:51:31Z" message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:31Z" name: isvc-xgboost-graph-predictor-555fc69d56-4slgh.18d6268d7b524040 namespace: kserve-ci-e2e-test resourceVersion: "16206" uid: 7c69849d-6f58-41df-8483-77ba6b3d9c0d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-207.ec2.internal source: component: kubelet host: ip-10-0-132-207.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14382" uid: cfcfd2e8-c736-4b35-83d3-bbd037c86b4d kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-4slgh' metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:57Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d62669d2ce043f namespace: kserve-ci-e2e-test resourceVersion: "14398" uid: 7298a7bf-0ebd-4377-b49e-56b7eb367d58 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14380" uid: 9be8ebb2-79c8-4015-bd1a-55245eaf4edc kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:57Z" name: isvc-xgboost-graph-predictor.18d62669cb0ee39d namespace: kserve-ci-e2e-test resourceVersion: "14387" uid: 133eeb2b-4eb4-4605-b681-74fe49f4bd74 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14381" uid: 5b12a5c2-4d37-43ed-a80b-70cad5e32698 kind: Event lastTimestamp: "2026-09-17T15:50:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:12Z" name: isvc-xgboost-graph-predictor.18d6266d4a5d72ab namespace: kserve-ci-e2e-test resourceVersion: "15161" uid: 79c96017-8f47-43f9-ae0c-17ef0ca1cc6b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14381" uid: 5b12a5c2-4d37-43ed-a80b-70cad5e32698 kind: Event lastTimestamp: "2026-09-17T15:50:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:12Z" name: isvc-xgboost-graph-predictor.18d6266d4b5caeb1 namespace: kserve-ci-e2e-test resourceVersion: "15162" uid: 4020aa85-c31e-413e-a520-9e3cad8d1942 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:49:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14617" uid: 5b12a5c2-4d37-43ed-a80b-70cad5e32698 kind: Event lastTimestamp: "2026-09-17T15:51:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:12Z" name: isvc-xgboost-graph-predictor.18d62677c8068a9d namespace: kserve-ci-e2e-test resourceVersion: "15852" uid: 604e2cc6-d776-4248-9556-2e9bbbe51921 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:49:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14617" uid: 5b12a5c2-4d37-43ed-a80b-70cad5e32698 kind: Event lastTimestamp: "2026-09-17T15:51:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:12Z" name: isvc-xgboost-graph-predictor.18d62677c88cbbaf namespace: kserve-ci-e2e-test resourceVersion: "15853" uid: 91f5709e-26ee-406c-abbd-00a45cd0557b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 9959baee-4270-4b55-ba84-33e7735b01c5 kind: Event lastTimestamp: "2026-09-17T15:50:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:51Z" name: isvc-xgboost-graph.18d62669caca0a76 namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: f6331f38-4498-4c61-9f1b-886ba3004968 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15670" uid: 9959baee-4270-4b55-ba84-33e7735b01c5 kind: Event lastTimestamp: "2026-09-17T15:50:51Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-17T15:50:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:51Z" name: isvc-xgboost-graph.18d6268441f6d5e0 namespace: kserve-ci-e2e-test resourceVersion: "15673" uid: 03571aa1-9493-4002-aa8a-d35e516c6712 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:51:17.190988Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6489bb6cff-9j8kz namespace: kserve-ci-e2e-test resourceVersion: "15900" uid: 338b15a8-45f8-4124-9ddb-19e096a10c6c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-6489bb6cff-9j8kz to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T15:51:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:51:17Z" name: model-chainer-6489bb6cff-9j8kz.18d6268a4298a116 namespace: kserve-ci-e2e-test resourceVersion: "15905" uid: 2dc6487e-8f82-4922-95cd-23fff982b454 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:17Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6489bb6cff-9j8kz namespace: kserve-ci-e2e-test resourceVersion: "15901" uid: 338b15a8-45f8-4124-9ddb-19e096a10c6c kind: Event lastTimestamp: "2026-09-17T15:51:17Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T15:51:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:17Z" name: model-chainer-6489bb6cff-9j8kz.18d6268a4a2101d3 namespace: kserve-ci-e2e-test resourceVersion: "15913" uid: 7d61e2bc-239e-4c30-ac85-bd4af00304da reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:18Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6489bb6cff-9j8kz namespace: kserve-ci-e2e-test resourceVersion: "15909" uid: 338b15a8-45f8-4124-9ddb-19e096a10c6c kind: Event lastTimestamp: "2026-09-17T15:51:18Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:51:18Z" name: model-chainer-6489bb6cff-9j8kz.18d6268a8847d68a namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: dc479794-f4a3-4f97-9bf0-03e111f2fadd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6489bb6cff-9j8kz namespace: kserve-ci-e2e-test resourceVersion: "15901" uid: 338b15a8-45f8-4124-9ddb-19e096a10c6c kind: Event lastTimestamp: "2026-09-17T15:51:18Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T15:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:18Z" name: model-chainer-6489bb6cff-9j8kz.18d6268a89b6da70 namespace: kserve-ci-e2e-test resourceVersion: "15927" uid: 063c06e4-b604-46ad-b8dd-5de3dd7386d1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6489bb6cff-9j8kz namespace: kserve-ci-e2e-test resourceVersion: "15901" uid: 338b15a8-45f8-4124-9ddb-19e096a10c6c kind: Event lastTimestamp: "2026-09-17T15:51:18Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-17T15:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:18Z" name: model-chainer-6489bb6cff-9j8kz.18d6268a8c74d6cd namespace: kserve-ci-e2e-test resourceVersion: "15929" uid: 5a0ced1e-5959-4c40-9919-d2fd2626d58c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6489bb6cff-9j8kz namespace: kserve-ci-e2e-test resourceVersion: "15901" uid: 338b15a8-45f8-4124-9ddb-19e096a10c6c kind: Event lastTimestamp: "2026-09-17T15:51:18Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-17T15:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:18Z" name: model-chainer-6489bb6cff-9j8kz.18d6268a8ce5bac8 namespace: kserve-ci-e2e-test resourceVersion: "15930" uid: e96c9e27-585b-4635-b786-750e75b2fc26 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6489bb6cff-9j8kz namespace: kserve-ci-e2e-test resourceVersion: "15901" uid: 338b15a8-45f8-4124-9ddb-19e096a10c6c kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:27Z" name: model-chainer-6489bb6cff-9j8kz.18d6268cb3f50cef namespace: kserve-ci-e2e-test resourceVersion: "16040" uid: f02c2a17-0f65-4b7e-a7f5-a9784296b993 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:51:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6489bb6cff-9j8kz namespace: kserve-ci-e2e-test resourceVersion: "15901" uid: 338b15a8-45f8-4124-9ddb-19e096a10c6c kind: Event lastTimestamp: "2026-09-17T15:51:54Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T15:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:54Z" name: model-chainer-6489bb6cff-9j8kz.18d6268d3bb169d1 namespace: kserve-ci-e2e-test resourceVersion: "16455" uid: a19af970-4442-4310-a60d-bc2ecb018db3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-6489bb6cff namespace: kserve-ci-e2e-test resourceVersion: "15897" uid: beb2bef2-79df-4ca6-9b81-809ce9bef40a kind: Event lastTimestamp: "2026-09-17T15:51:17Z" message: 'Created pod: model-chainer-6489bb6cff-9j8kz' metadata: creationTimestamp: "2026-09-17T15:51:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:17Z" name: model-chainer-6489bb6cff.18d6268a420ef092 namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: c6219192-ce8f-4b7b-9cda-cee6852c7e68 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15895" uid: cfeae871-9e1e-4a25-9e5e-e110a3c454e9 kind: Event lastTimestamp: "2026-09-17T15:51:17Z" message: Scaled up replica set model-chainer-6489bb6cff from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:51:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:17Z" name: model-chainer.18d6268a4071453a namespace: kserve-ci-e2e-test resourceVersion: "15899" uid: dc6aede0-2773-4ba7-9a8f-4c7b6dc8c44f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:17Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15914" uid: bd1397a6-920e-4ea0-9c30-e83dac9afd28 kind: Event lastTimestamp: "2026-09-17T15:51:17Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-17T15:51:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:51:17Z" name: model-chainer.18d6268a4c0e8ac0 namespace: kserve-ci-e2e-test resourceVersion: "15915" uid: 77b7b161-b80e-4ed3-abed-9c9ea7cf1631 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:02:53.287345Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-923c8-f9f5fbfb6-8zcjx namespace: kserve-ci-e2e-test resourceVersion: "21953" uid: e9ef005b-e653-4e7e-aef0-652391790c57 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-923c8-f9f5fbfb6-8zcjx to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:02:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:02:53Z" name: sequence-graph-923c8-f9f5fbfb6-8zcjx.18d6272c552c26c7 namespace: kserve-ci-e2e-test resourceVersion: "21958" uid: 2a0a86a8-eab4-4549-8bed-66ee0edcd706 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:53Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-923c8-f9f5fbfb6-8zcjx namespace: kserve-ci-e2e-test resourceVersion: "21966" uid: e9ef005b-e653-4e7e-aef0-652391790c57 kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: Add eth0 [10.134.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:02:53Z" name: sequence-graph-923c8-f9f5fbfb6-8zcjx.18d6272c7723bf14 namespace: kserve-ci-e2e-test resourceVersion: "21977" uid: 3488015e-dc44-4929-95e7-d657618b98c2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-923c8} kind: Pod name: sequence-graph-923c8-f9f5fbfb6-8zcjx namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: e9ef005b-e653-4e7e-aef0-652391790c57 kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T16:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:02:53Z" name: sequence-graph-923c8-f9f5fbfb6-8zcjx.18d6272c78bf7388 namespace: kserve-ci-e2e-test resourceVersion: "21979" uid: b5ea9223-1ff5-4154-9192-eb758ac848ec reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-923c8} kind: Pod name: sequence-graph-923c8-f9f5fbfb6-8zcjx namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: e9ef005b-e653-4e7e-aef0-652391790c57 kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: 'Created container: sequence-graph-923c8' metadata: creationTimestamp: "2026-09-17T16:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:02:53Z" name: sequence-graph-923c8-f9f5fbfb6-8zcjx.18d6272c7bf26545 namespace: kserve-ci-e2e-test resourceVersion: "21980" uid: 0f9b1e29-9566-48b0-a77c-c4eb90158d79 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-923c8} kind: Pod name: sequence-graph-923c8-f9f5fbfb6-8zcjx namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: e9ef005b-e653-4e7e-aef0-652391790c57 kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: Started container sequence-graph-923c8 metadata: creationTimestamp: "2026-09-17T16:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:02:53Z" name: sequence-graph-923c8-f9f5fbfb6-8zcjx.18d6272c7c5f2767 namespace: kserve-ci-e2e-test resourceVersion: "21981" uid: 5d520394-3b70-43a8-9946-46490f8971fc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-923c8} kind: Pod name: sequence-graph-923c8-f9f5fbfb6-8zcjx namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: e9ef005b-e653-4e7e-aef0-652391790c57 kind: Event lastTimestamp: "2026-09-17T16:11:07Z" message: Stopping container sequence-graph-923c8 metadata: creationTimestamp: "2026-09-17T16:11:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:07Z" name: sequence-graph-923c8-f9f5fbfb6-8zcjx.18d6279f7b445f2d namespace: kserve-ci-e2e-test resourceVersion: "25845" uid: de65b549-7d51-4b04-b1a6-89ff3cea47db reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-923c8} kind: Pod name: sequence-graph-923c8-f9f5fbfb6-8zcjx namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: e9ef005b-e653-4e7e-aef0-652391790c57 kind: Event lastTimestamp: "2026-09-17T16:11:35Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:35Z" name: sequence-graph-923c8-f9f5fbfb6-8zcjx.18d627a009c7f4bc namespace: kserve-ci-e2e-test resourceVersion: "26374" uid: fb2b23ab-5bc1-4752-907d-3dc5eabaaaa1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-923c8-f9f5fbfb6 namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 2a223d41-8310-4e3d-9ffc-3f1b09677e78 kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: 'Created pod: sequence-graph-923c8-f9f5fbfb6-8zcjx' metadata: creationTimestamp: "2026-09-17T16:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:53Z" name: sequence-graph-923c8-f9f5fbfb6.18d6272c5491bae4 namespace: kserve-ci-e2e-test resourceVersion: "21955" uid: c61b51f7-9ef0-4b5f-ae74-c99b3cb93dd8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-923c8 namespace: kserve-ci-e2e-test resourceVersion: "21946" uid: 73249623-d09a-40ad-849c-f127f078f297 kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: Scaled up replica set sequence-graph-923c8-f9f5fbfb6 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:53Z" name: sequence-graph-923c8.18d6272c5230418e namespace: kserve-ci-e2e-test resourceVersion: "21950" uid: 06a45a02-1917-4626-9016-7836f8b6d0bb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:53Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-923c8 namespace: kserve-ci-e2e-test resourceVersion: "21967" uid: cf331cc7-9d3e-43fd-a371-aab9b5ae04aa kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: InferenceGraph [sequence-graph-923c8] is Ready metadata: creationTimestamp: "2026-09-17T16:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:02:53Z" name: sequence-graph-923c8.18d6272c57f625d9 namespace: kserve-ci-e2e-test resourceVersion: "21969" uid: 08a47240-832d-4f0b-aab5-7be38c93cfd1 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:03:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-923c8 namespace: kserve-ci-e2e-test resourceVersion: "21947" uid: 63bf7d20-01d2-4e53-9161-c28854fc9926 kind: Event lastTimestamp: "2026-09-17T16:03:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:03:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:03:23Z" name: sequence-graph-923c8.18d6272fd113f814 namespace: kserve-ci-e2e-test resourceVersion: "22199" uid: 90c13ac3-ee45-4897-8ac0-a1f9c8bcc104 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:03:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-923c8 namespace: kserve-ci-e2e-test resourceVersion: "21947" uid: 63bf7d20-01d2-4e53-9161-c28854fc9926 kind: Event lastTimestamp: "2026-09-17T16:03:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:03:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:03:23Z" name: sequence-graph-923c8.18d6272fd17b3acd namespace: kserve-ci-e2e-test resourceVersion: "22200" uid: ba985834-6cf6-42e6-9e87-66fc16e0f285 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:52:27.921022Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9ed13-5b8cd85464-qsffb namespace: kserve-ci-e2e-test resourceVersion: "16722" uid: 661f10dc-ec3d-4353-b855-f87f4a06b1f6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-9ed13-5b8cd85464-qsffb to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T15:52:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:52:27Z" name: sequence-graph-9ed13-5b8cd85464-qsffb.18d6269aba6fc0d9 namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: d1315110-8976-40f9-b583-9ec21fb0b6b2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:28Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9ed13-5b8cd85464-qsffb namespace: kserve-ci-e2e-test resourceVersion: "16723" uid: 661f10dc-ec3d-4353-b855-f87f4a06b1f6 kind: Event lastTimestamp: "2026-09-17T15:52:28Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-9ed13-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T15:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:52:28Z" name: sequence-graph-9ed13-5b8cd85464-qsffb.18d6269ac735bdbd namespace: kserve-ci-e2e-test resourceVersion: "16740" uid: add53fe1-939a-4b25-a17c-4674546ecd6c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:29Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-9ed13-5b8cd85464-qsffb namespace: kserve-ci-e2e-test resourceVersion: "16732" uid: 661f10dc-ec3d-4353-b855-f87f4a06b1f6 kind: Event lastTimestamp: "2026-09-17T15:52:29Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:52:29Z" name: sequence-graph-9ed13-5b8cd85464-qsffb.18d6269b0041d8f7 namespace: kserve-ci-e2e-test resourceVersion: "16751" uid: 437181ed-46a4-45cd-8bd3-a7f54819183d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ed13} kind: Pod name: sequence-graph-9ed13-5b8cd85464-qsffb namespace: kserve-ci-e2e-test resourceVersion: "16723" uid: 661f10dc-ec3d-4353-b855-f87f4a06b1f6 kind: Event lastTimestamp: "2026-09-17T15:52:29Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T15:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:52:29Z" name: sequence-graph-9ed13-5b8cd85464-qsffb.18d6269b01b3df1c namespace: kserve-ci-e2e-test resourceVersion: "16753" uid: 17c156a0-6f33-41d8-8ee0-013e708e6675 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ed13} kind: Pod name: sequence-graph-9ed13-5b8cd85464-qsffb namespace: kserve-ci-e2e-test resourceVersion: "16723" uid: 661f10dc-ec3d-4353-b855-f87f4a06b1f6 kind: Event lastTimestamp: "2026-09-17T15:52:29Z" message: 'Created container: sequence-graph-9ed13' metadata: creationTimestamp: "2026-09-17T15:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:52:29Z" name: sequence-graph-9ed13-5b8cd85464-qsffb.18d6269b05413086 namespace: kserve-ci-e2e-test resourceVersion: "16754" uid: eb312258-bb65-4e7b-a677-638d6d422d0d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ed13} kind: Pod name: sequence-graph-9ed13-5b8cd85464-qsffb namespace: kserve-ci-e2e-test resourceVersion: "16723" uid: 661f10dc-ec3d-4353-b855-f87f4a06b1f6 kind: Event lastTimestamp: "2026-09-17T15:52:29Z" message: Started container sequence-graph-9ed13 metadata: creationTimestamp: "2026-09-17T15:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:52:29Z" name: sequence-graph-9ed13-5b8cd85464-qsffb.18d6269b05c615c2 namespace: kserve-ci-e2e-test resourceVersion: "16755" uid: 83dc0353-fe09-4749-9fb0-8e7ec663dd4e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ed13} kind: Pod name: sequence-graph-9ed13-5b8cd85464-qsffb namespace: kserve-ci-e2e-test resourceVersion: "16723" uid: 661f10dc-ec3d-4353-b855-f87f4a06b1f6 kind: Event lastTimestamp: "2026-09-17T16:00:42Z" message: Stopping container sequence-graph-9ed13 metadata: creationTimestamp: "2026-09-17T16:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:42Z" name: sequence-graph-9ed13-5b8cd85464-qsffb.18d6270deb4e8cf4 namespace: kserve-ci-e2e-test resourceVersion: "20324" uid: 93386df5-b629-4583-a355-3f82a5336ee2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:00:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-9ed13} kind: Pod name: sequence-graph-9ed13-5b8cd85464-qsffb namespace: kserve-ci-e2e-test resourceVersion: "16723" uid: 661f10dc-ec3d-4353-b855-f87f4a06b1f6 kind: Event lastTimestamp: "2026-09-17T16:01:10Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:00:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:10Z" name: sequence-graph-9ed13-5b8cd85464-qsffb.18d6270e897dcebf namespace: kserve-ci-e2e-test resourceVersion: "20855" uid: 3586875a-c8d9-4e31-9c8f-9315ac1d7a2b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-9ed13-5b8cd85464 namespace: kserve-ci-e2e-test resourceVersion: "16719" uid: 918d3725-56ba-49a4-ae46-e8ab93a49be9 kind: Event lastTimestamp: "2026-09-17T15:52:27Z" message: 'Created pod: sequence-graph-9ed13-5b8cd85464-qsffb' metadata: creationTimestamp: "2026-09-17T15:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:27Z" name: sequence-graph-9ed13-5b8cd85464.18d6269aba0fb23e namespace: kserve-ci-e2e-test resourceVersion: "16724" uid: 31f6f8d6-6341-49ba-b5a3-c6f7624d991c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-9ed13 namespace: kserve-ci-e2e-test resourceVersion: "16717" uid: 783c5075-05db-4589-81bc-f39819c66429 kind: Event lastTimestamp: "2026-09-17T15:52:27Z" message: Scaled up replica set sequence-graph-9ed13-5b8cd85464 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:27Z" name: sequence-graph-9ed13.18d6269ab9020951 namespace: kserve-ci-e2e-test resourceVersion: "16720" uid: 27e3c6fe-5138-4f8d-aaa1-c4b37488e28b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:28Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-9ed13 namespace: kserve-ci-e2e-test resourceVersion: "16734" uid: ea810df3-e0d1-4b0a-9c12-0ecaa9c2e253 kind: Event lastTimestamp: "2026-09-17T15:52:28Z" message: InferenceGraph [sequence-graph-9ed13] is Ready metadata: creationTimestamp: "2026-09-17T15:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:52:28Z" name: sequence-graph-9ed13.18d6269abfcfd8bf namespace: kserve-ci-e2e-test resourceVersion: "16736" uid: 8d58c512-2cda-43af-9e2e-c0beb419f51b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:52:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-9ed13 namespace: kserve-ci-e2e-test resourceVersion: "16718" uid: c51f034f-1d0e-4a9d-809f-18defe251c6f kind: Event lastTimestamp: "2026-09-17T15:52:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:52:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:57Z" name: sequence-graph-9ed13.18d6269e38273a75 namespace: kserve-ci-e2e-test resourceVersion: "16969" uid: efbe99ae-cb2c-4fdb-8f95-f04ad5a1521d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:52:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-9ed13 namespace: kserve-ci-e2e-test resourceVersion: "16718" uid: c51f034f-1d0e-4a9d-809f-18defe251c6f kind: Event lastTimestamp: "2026-09-17T15:52:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:52:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:57Z" name: sequence-graph-9ed13.18d6269e38a3403b namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 2cb14e34-92dc-4688-a611-a8b4b3c32a9b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:01:42.900061Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-efa50-57f544b449-pwlbg namespace: kserve-ci-e2e-test resourceVersion: "21154" uid: c4cc8c35-2e96-45ce-afe4-d05b4598464f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-efa50-57f544b449-pwlbg to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:01:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:01:42Z" name: sequence-graph-efa50-57f544b449-pwlbg.18d6271bf1c37873 namespace: kserve-ci-e2e-test resourceVersion: "21159" uid: 54b98ad0-b748-4be0-9aa4-ecfab9226f59 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:43Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-efa50-57f544b449-pwlbg namespace: kserve-ci-e2e-test resourceVersion: "21163" uid: c4cc8c35-2e96-45ce-afe4-d05b4598464f kind: Event lastTimestamp: "2026-09-17T16:01:43Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:01:43Z" name: sequence-graph-efa50-57f544b449-pwlbg.18d6271c13c318ba namespace: kserve-ci-e2e-test resourceVersion: "21178" uid: 85f2520b-301a-4088-bf2b-fd1b051388b4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-efa50} kind: Pod name: sequence-graph-efa50-57f544b449-pwlbg namespace: kserve-ci-e2e-test resourceVersion: "21155" uid: c4cc8c35-2e96-45ce-afe4-d05b4598464f kind: Event lastTimestamp: "2026-09-17T16:01:43Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T16:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:43Z" name: sequence-graph-efa50-57f544b449-pwlbg.18d6271c15799cf9 namespace: kserve-ci-e2e-test resourceVersion: "21180" uid: b7c36613-a0d4-4180-befd-9982d985063f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-efa50} kind: Pod name: sequence-graph-efa50-57f544b449-pwlbg namespace: kserve-ci-e2e-test resourceVersion: "21155" uid: c4cc8c35-2e96-45ce-afe4-d05b4598464f kind: Event lastTimestamp: "2026-09-17T16:01:43Z" message: 'Created container: sequence-graph-efa50' metadata: creationTimestamp: "2026-09-17T16:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:43Z" name: sequence-graph-efa50-57f544b449-pwlbg.18d6271c196b650d namespace: kserve-ci-e2e-test resourceVersion: "21181" uid: cfeb6ced-195b-4b3b-8940-c28c6c2d3a90 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-efa50} kind: Pod name: sequence-graph-efa50-57f544b449-pwlbg namespace: kserve-ci-e2e-test resourceVersion: "21155" uid: c4cc8c35-2e96-45ce-afe4-d05b4598464f kind: Event lastTimestamp: "2026-09-17T16:01:43Z" message: Started container sequence-graph-efa50 metadata: creationTimestamp: "2026-09-17T16:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:43Z" name: sequence-graph-efa50-57f544b449-pwlbg.18d6271c19f20a3e namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: 5710dafa-f7a6-42fe-a3c2-640bfe4bcf0b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-efa50} kind: Pod name: sequence-graph-efa50-57f544b449-pwlbg namespace: kserve-ci-e2e-test resourceVersion: "21155" uid: c4cc8c35-2e96-45ce-afe4-d05b4598464f kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: Stopping container sequence-graph-efa50 metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:53Z" name: sequence-graph-efa50-57f544b449-pwlbg.18d6271e4c62027d namespace: kserve-ci-e2e-test resourceVersion: "21281" uid: 008fd6f6-b41b-441e-bbb6-164990e105b3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-efa50} kind: Pod name: sequence-graph-efa50-57f544b449-pwlbg namespace: kserve-ci-e2e-test resourceVersion: "21155" uid: c4cc8c35-2e96-45ce-afe4-d05b4598464f kind: Event lastTimestamp: "2026-09-17T16:02:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:02:19Z" name: sequence-graph-efa50-57f544b449-pwlbg.18d6271ebd07d842 namespace: kserve-ci-e2e-test resourceVersion: "21671" uid: 95387ea7-54cb-4bc6-a91a-1e7cd39e94dd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-efa50-57f544b449 namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: 78d95f94-d10f-41a0-96a8-4b88da3b5810 kind: Event lastTimestamp: "2026-09-17T16:01:42Z" message: 'Created pod: sequence-graph-efa50-57f544b449-pwlbg' metadata: creationTimestamp: "2026-09-17T16:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:42Z" name: sequence-graph-efa50-57f544b449.18d6271bf13ee4b3 namespace: kserve-ci-e2e-test resourceVersion: "21156" uid: 8350949d-0614-4623-8537-328c8f985938 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-efa50 namespace: kserve-ci-e2e-test resourceVersion: "21149" uid: 0d50a9b7-2bed-4df6-abff-f0184f267c0a kind: Event lastTimestamp: "2026-09-17T16:01:42Z" message: Scaled up replica set sequence-graph-efa50-57f544b449 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:42Z" name: sequence-graph-efa50.18d6271bf0410046 namespace: kserve-ci-e2e-test resourceVersion: "21152" uid: a65283b4-8d3d-4fd6-a6df-c76b306dbe5c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-efa50 namespace: kserve-ci-e2e-test resourceVersion: "21166" uid: 67e7fa42-1430-478c-b9f6-03086c5d0a3f kind: Event lastTimestamp: "2026-09-17T16:01:42Z" message: InferenceGraph [sequence-graph-efa50] is Ready metadata: creationTimestamp: "2026-09-17T16:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:42Z" name: sequence-graph-efa50.18d6271bf5fdf053 namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 151bafff-b82e-4b49-8ca3-c334ff3740b5 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:11:11.811141Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-5a441-666945ddb8-dswfr namespace: kserve-ci-e2e-test resourceVersion: "26010" uid: 3ac5e7b3-d7e2-4a35-8d64-bdda870f1859 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-5a441-666945ddb8-dswfr to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:11:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:11:11Z" name: splitter-graph-5a441-666945ddb8-dswfr.18d627a06781a41b namespace: kserve-ci-e2e-test resourceVersion: "26016" uid: 23dd6fd8-e723-4c93-9ab2-b71a100cee46 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:12Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-5a441-666945ddb8-dswfr namespace: kserve-ci-e2e-test resourceVersion: "26020" uid: 3ac5e7b3-d7e2-4a35-8d64-bdda870f1859 kind: Event lastTimestamp: "2026-09-17T16:11:12Z" message: Add eth0 [10.134.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:11:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:11:12Z" name: splitter-graph-5a441-666945ddb8-dswfr.18d627a089b47c4a namespace: kserve-ci-e2e-test resourceVersion: "26035" uid: e91eecc7-0f02-468a-ad09-28f3555e7bfd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a441} kind: Pod name: splitter-graph-5a441-666945ddb8-dswfr namespace: kserve-ci-e2e-test resourceVersion: "26014" uid: 3ac5e7b3-d7e2-4a35-8d64-bdda870f1859 kind: Event lastTimestamp: "2026-09-17T16:11:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:12Z" name: splitter-graph-5a441-666945ddb8-dswfr.18d627a08b4f4f2c namespace: kserve-ci-e2e-test resourceVersion: "26037" uid: 4ae47cec-ae31-4c7c-aca2-45778f8aa4fa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a441} kind: Pod name: splitter-graph-5a441-666945ddb8-dswfr namespace: kserve-ci-e2e-test resourceVersion: "26014" uid: 3ac5e7b3-d7e2-4a35-8d64-bdda870f1859 kind: Event lastTimestamp: "2026-09-17T16:11:12Z" message: 'Created container: splitter-graph-5a441' metadata: creationTimestamp: "2026-09-17T16:11:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:12Z" name: splitter-graph-5a441-666945ddb8-dswfr.18d627a08e66c15f namespace: kserve-ci-e2e-test resourceVersion: "26039" uid: 14efbd0c-1e5c-4fef-9802-cb4535c4cace reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a441} kind: Pod name: splitter-graph-5a441-666945ddb8-dswfr namespace: kserve-ci-e2e-test resourceVersion: "26014" uid: 3ac5e7b3-d7e2-4a35-8d64-bdda870f1859 kind: Event lastTimestamp: "2026-09-17T16:11:12Z" message: Started container splitter-graph-5a441 metadata: creationTimestamp: "2026-09-17T16:11:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:12Z" name: splitter-graph-5a441-666945ddb8-dswfr.18d627a08ed36659 namespace: kserve-ci-e2e-test resourceVersion: "26040" uid: 4880c5ad-bbf4-4ddd-9410-c189d7aa7df1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a441} kind: Pod name: splitter-graph-5a441-666945ddb8-dswfr namespace: kserve-ci-e2e-test resourceVersion: "26014" uid: 3ac5e7b3-d7e2-4a35-8d64-bdda870f1859 kind: Event lastTimestamp: "2026-09-17T16:11:21Z" message: Stopping container splitter-graph-5a441 metadata: creationTimestamp: "2026-09-17T16:11:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:21Z" name: splitter-graph-5a441-666945ddb8-dswfr.18d627a2c4e039f2 namespace: kserve-ci-e2e-test resourceVersion: "26141" uid: 8c8422f7-5871-43f2-a61e-ec5c56e3755a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a441} kind: Pod name: splitter-graph-5a441-666945ddb8-dswfr namespace: kserve-ci-e2e-test resourceVersion: "26014" uid: 3ac5e7b3-d7e2-4a35-8d64-bdda870f1859 kind: Event lastTimestamp: "2026-09-17T16:11:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:48Z" name: splitter-graph-5a441-666945ddb8-dswfr.18d627a322094ff8 namespace: kserve-ci-e2e-test resourceVersion: "26492" uid: 2c0da5dd-a66e-45a0-946a-88e2181bb693 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-5a441-666945ddb8 namespace: kserve-ci-e2e-test resourceVersion: "26005" uid: 15075621-0aae-4a7b-8d27-7e5863c3da71 kind: Event lastTimestamp: "2026-09-17T16:11:11Z" message: 'Created pod: splitter-graph-5a441-666945ddb8-dswfr' metadata: creationTimestamp: "2026-09-17T16:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:11Z" name: splitter-graph-5a441-666945ddb8.18d627a066c9c7c5 namespace: kserve-ci-e2e-test resourceVersion: "26015" uid: de891ffc-978b-486c-abe8-70ce5cff0f8b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-5a441 namespace: kserve-ci-e2e-test resourceVersion: "26003" uid: c4fd0796-8e39-48f0-b29c-6cb88ad7e115 kind: Event lastTimestamp: "2026-09-17T16:11:11Z" message: Scaled up replica set splitter-graph-5a441-666945ddb8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:11Z" name: splitter-graph-5a441.18d627a0657830d3 namespace: kserve-ci-e2e-test resourceVersion: "26008" uid: 2687663a-d856-4e01-8595-8af8e352e486 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-5a441 namespace: kserve-ci-e2e-test resourceVersion: "26026" uid: f8837dc7-dd7e-4524-95d1-2d695fddffc4 kind: Event lastTimestamp: "2026-09-17T16:11:11Z" message: InferenceGraph [splitter-graph-5a441] is Ready metadata: creationTimestamp: "2026-09-17T16:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:11Z" name: splitter-graph-5a441.18d627a06c68e15b namespace: kserve-ci-e2e-test resourceVersion: "26028" uid: 0b151aef-516b-4719-94cb-6c5241ebb5ee reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:12:22.324800Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-8fed6-6cdf7f47c9-xn6d2 namespace: kserve-ci-e2e-test resourceVersion: "26825" uid: 35a5d139-4398-4a2a-9879-ffaab383dda7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-8fed6-6cdf7f47c9-xn6d2 to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:12:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:12:22Z" name: splitter-graph-8fed6-6cdf7f47c9-xn6d2.18d627b0d2729d6e namespace: kserve-ci-e2e-test resourceVersion: "26831" uid: 584deb70-d7ca-4eec-b14b-62319fc4c5a9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:22Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-8fed6-6cdf7f47c9-xn6d2 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 35a5d139-4398-4a2a-9879-ffaab383dda7 kind: Event lastTimestamp: "2026-09-17T16:12:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-8fed6-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:12:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:22Z" name: splitter-graph-8fed6-6cdf7f47c9-xn6d2.18d627b0e164b2df namespace: kserve-ci-e2e-test resourceVersion: "26846" uid: ea87ee4a-b933-4038-8c5a-5cf3f2a8691a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:23Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-8fed6-6cdf7f47c9-xn6d2 namespace: kserve-ci-e2e-test resourceVersion: "26835" uid: 35a5d139-4398-4a2a-9879-ffaab383dda7 kind: Event lastTimestamp: "2026-09-17T16:12:23Z" message: Add eth0 [10.134.0.51/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:12:23Z" name: splitter-graph-8fed6-6cdf7f47c9-xn6d2.18d627b1187a982e namespace: kserve-ci-e2e-test resourceVersion: "26860" uid: a776452d-f77f-424f-98b8-0cd8eee7db6b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8fed6} kind: Pod name: splitter-graph-8fed6-6cdf7f47c9-xn6d2 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 35a5d139-4398-4a2a-9879-ffaab383dda7 kind: Event lastTimestamp: "2026-09-17T16:12:23Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T16:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:23Z" name: splitter-graph-8fed6-6cdf7f47c9-xn6d2.18d627b119f351fc namespace: kserve-ci-e2e-test resourceVersion: "26863" uid: 6c7ebb91-9c8c-4faa-a775-c35628534fde reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8fed6} kind: Pod name: splitter-graph-8fed6-6cdf7f47c9-xn6d2 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 35a5d139-4398-4a2a-9879-ffaab383dda7 kind: Event lastTimestamp: "2026-09-17T16:12:23Z" message: 'Created container: splitter-graph-8fed6' metadata: creationTimestamp: "2026-09-17T16:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:23Z" name: splitter-graph-8fed6-6cdf7f47c9-xn6d2.18d627b11d45a1f1 namespace: kserve-ci-e2e-test resourceVersion: "26864" uid: fecd8ed1-f1b6-4749-9d8e-89416c6a895e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8fed6} kind: Pod name: splitter-graph-8fed6-6cdf7f47c9-xn6d2 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 35a5d139-4398-4a2a-9879-ffaab383dda7 kind: Event lastTimestamp: "2026-09-17T16:12:23Z" message: Started container splitter-graph-8fed6 metadata: creationTimestamp: "2026-09-17T16:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:23Z" name: splitter-graph-8fed6-6cdf7f47c9-xn6d2.18d627b11dba340c namespace: kserve-ci-e2e-test resourceVersion: "26865" uid: 14b0aa5d-8932-452d-bc29-eaf695ad93db reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:20:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8fed6} kind: Pod name: splitter-graph-8fed6-6cdf7f47c9-xn6d2 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 35a5d139-4398-4a2a-9879-ffaab383dda7 kind: Event lastTimestamp: "2026-09-17T16:20:36Z" message: Stopping container splitter-graph-8fed6 metadata: creationTimestamp: "2026-09-17T16:20:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:20:36Z" name: splitter-graph-8fed6-6cdf7f47c9-xn6d2.18d62823fd78860a namespace: kserve-ci-e2e-test resourceVersion: "30310" uid: 723a1111-2c21-4f61-b21b-65e9a1c144dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:20:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-8fed6} kind: Pod name: splitter-graph-8fed6-6cdf7f47c9-xn6d2 namespace: kserve-ci-e2e-test resourceVersion: "26829" uid: 35a5d139-4398-4a2a-9879-ffaab383dda7 kind: Event lastTimestamp: "2026-09-17T16:21:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:20:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:21:04Z" name: splitter-graph-8fed6-6cdf7f47c9-xn6d2.18d62824ab8c4d73 namespace: kserve-ci-e2e-test resourceVersion: "30545" uid: 99766d48-461b-42a2-8710-3947d8365bac reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-8fed6-6cdf7f47c9 namespace: kserve-ci-e2e-test resourceVersion: "26822" uid: a77df1ce-36c5-4f84-87de-ad96a827cadf kind: Event lastTimestamp: "2026-09-17T16:12:22Z" message: 'Created pod: splitter-graph-8fed6-6cdf7f47c9-xn6d2' metadata: creationTimestamp: "2026-09-17T16:12:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:22Z" name: splitter-graph-8fed6-6cdf7f47c9.18d627b0d191140a namespace: kserve-ci-e2e-test resourceVersion: "26827" uid: 15a753ad-5ea0-4438-b584-868afd634545 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26821" uid: 8df8a612-019a-41f9-b2b1-c6c44bd0d8c5 kind: Event lastTimestamp: "2026-09-17T16:12:22Z" message: Scaled up replica set splitter-graph-8fed6-6cdf7f47c9 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:12:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:22Z" name: splitter-graph-8fed6.18d627b0d0b8c781 namespace: kserve-ci-e2e-test resourceVersion: "26826" uid: d33728ab-0595-4533-b06f-ceb2114914c9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26839" uid: f7324ced-f848-4087-b810-74b2de854612 kind: Event lastTimestamp: "2026-09-17T16:12:22Z" message: InferenceGraph [splitter-graph-8fed6] is Ready metadata: creationTimestamp: "2026-09-17T16:12:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:12:22Z" name: splitter-graph-8fed6.18d627b0d6430aba namespace: kserve-ci-e2e-test resourceVersion: "26841" uid: 0ca36a23-0ab1-408a-8cf2-9a15374b6678 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26823" uid: 734ce4bc-3f81-4806-8e53-07e0cd331be2 kind: Event lastTimestamp: "2026-09-17T16:12:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:12:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:37Z" name: splitter-graph-8fed6.18d627b44fa552d7 namespace: kserve-ci-e2e-test resourceVersion: "26973" uid: b5a4ff29-b871-4296-9109-3d2aea7748bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26823" uid: 734ce4bc-3f81-4806-8e53-07e0cd331be2 kind: Event lastTimestamp: "2026-09-17T16:12:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:12:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:37Z" name: splitter-graph-8fed6.18d627b44ffceb01 namespace: kserve-ci-e2e-test resourceVersion: "26974" uid: ea871734-6628-4e5f-94ce-9442a1ab04e1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26972" uid: 734ce4bc-3f81-4806-8e53-07e0cd331be2 kind: Event lastTimestamp: "2026-09-17T16:12:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:12:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:52Z" name: splitter-graph-8fed6.18d627b7cf529928 namespace: kserve-ci-e2e-test resourceVersion: "27078" uid: c2a159a3-4093-440d-bddb-bea57af41487 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26972" uid: 734ce4bc-3f81-4806-8e53-07e0cd331be2 kind: Event lastTimestamp: "2026-09-17T16:12:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:12:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:52Z" name: splitter-graph-8fed6.18d627b7cfd04c01 namespace: kserve-ci-e2e-test resourceVersion: "27081" uid: 9b8897e6-5fac-427e-8346-0131dc6945ca reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:48:57.170083Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14299" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-13ed5-predictor-78986954d8-cxzxk to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:48:57Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d62669a8b361b1 namespace: kserve-ci-e2e-test resourceVersion: "14305" uid: a754bd51-92cb-4aad-8e4f-01945a195b3e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14310" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:48:57Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d62669cabb5eae namespace: kserve-ci-e2e-test resourceVersion: "14384" uid: 874f36df-5842-4823-9a74-2116318a1e53 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:48:57Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d62669cc5a82cd namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: b66cf916-3f1c-4fa5-bed7-8a87af4c8d6b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:49:10Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" in 12.52s (12.52s including waiting). Image size: 1356747340 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:10Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6266cb6a08097 namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: ad134dd8-4c6a-43c7-85e6-9af868c77d5c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:49:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:10Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6266cb9b43658 namespace: kserve-ci-e2e-test resourceVersion: "14584" uid: 9770d051-349c-4630-b17b-e41830bdaa48 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:49:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:10Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6266cba1ba8ee namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 46141364-c692-4efb-b1b4-b81aeb778b0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:49:10Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T15:49:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:10Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6266cba2997aa namespace: kserve-ci-e2e-test resourceVersion: "14586" uid: ef74ca8d-ae2f-45f0-87f5-5ff4a4d4047f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:49:12Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.278s (2.278s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:12Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6266d41f288ef namespace: kserve-ci-e2e-test resourceVersion: "14612" uid: 40d74a25-90d4-432f-a68c-413a359c0e2f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:49:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:12Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6266d467b34ab namespace: kserve-ci-e2e-test resourceVersion: "14613" uid: 9947ca96-fb51-4ba8-828f-f7f9dae24362 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:49:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:12Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6266d46eb5f32 namespace: kserve-ci-e2e-test resourceVersion: "14614" uid: 7d4368cb-3f61-457f-9321-89749aad77f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:49:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:49:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:49:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:49:50Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6266daaee3f88 namespace: kserve-ci-e2e-test resourceVersion: "14957" uid: c5323abb-0f9a-461c-ac6c-ea711d8e2640 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:31Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6267fa19c1366 namespace: kserve-ci-e2e-test resourceVersion: "15388" uid: 3a453b1f-457f-4de9-aec1-c269be9cd15a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk namespace: kserve-ci-e2e-test resourceVersion: "14302" uid: 42548f06-0c80-4f40-bafa-0e3ecd7a0b83 kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:31Z" name: success-200-isvc-13ed5-predictor-78986954d8-cxzxk.18d6267fa19cac03 namespace: kserve-ci-e2e-test resourceVersion: "15391" uid: c34d2d8e-6103-4cd1-b276-a60db38c52ec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-13ed5-predictor-78986954d8 namespace: kserve-ci-e2e-test resourceVersion: "14290" uid: 0ca9b791-baaf-436c-9264-3c8bcc033e8b kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: 'Created pod: success-200-isvc-13ed5-predictor-78986954d8-cxzxk' metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:57Z" name: success-200-isvc-13ed5-predictor-78986954d8.18d62669a8409df3 namespace: kserve-ci-e2e-test resourceVersion: "14303" uid: b6cfc91f-e6af-45df-8375-fde8b7350d91 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14288" uid: e63dbc11-f158-4315-abb5-c2054cdfccf6 kind: Event lastTimestamp: "2026-09-17T15:48:57Z" message: Scaled up replica set success-200-isvc-13ed5-predictor-78986954d8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:48:57Z" name: success-200-isvc-13ed5-predictor.18d62669a1f05c31 namespace: kserve-ci-e2e-test resourceVersion: "14292" uid: 164d96df-cc88-4104-92bd-1b16cdad0385 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14297" uid: f20d02fe-e744-40f2-a34e-20f048b281b9 kind: Event lastTimestamp: "2026-09-17T15:49:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:49:42Z" name: success-200-isvc-13ed5-predictor.18d6266d274e626c namespace: kserve-ci-e2e-test resourceVersion: "14895" uid: f052e95d-3894-4ea8-a6b8-b2f3299594e7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14297" uid: f20d02fe-e744-40f2-a34e-20f048b281b9 kind: Event lastTimestamp: "2026-09-17T15:49:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:49:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:49:42Z" name: success-200-isvc-13ed5-predictor.18d6266d27d19244 namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: 1c4a01e3-4fdd-40cb-b40e-aff3f10e2bff reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14601" uid: f20d02fe-e744-40f2-a34e-20f048b281b9 kind: Event lastTimestamp: "2026-09-17T15:50:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:27Z" name: success-200-isvc-13ed5-predictor.18d62677a5c19780 namespace: kserve-ci-e2e-test resourceVersion: "15300" uid: 09449395-cc08-43f1-8cc7-e7c9fac16b51 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:49:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-13ed5-predictor namespace: kserve-ci-e2e-test resourceVersion: "14601" uid: f20d02fe-e744-40f2-a34e-20f048b281b9 kind: Event lastTimestamp: "2026-09-17T15:50:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:27Z" name: success-200-isvc-13ed5-predictor.18d62677a6433037 namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: ce53996b-3cf6-4a23-a43d-06405c4ab9b4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:48:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-13ed5 namespace: kserve-ci-e2e-test resourceVersion: "14282" uid: 9ee318ba-5107-4e31-8427-6149e97ed291 kind: Event lastTimestamp: "2026-09-17T15:50:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:00Z" name: success-200-isvc-13ed5.18d62669a7b27f07 namespace: kserve-ci-e2e-test resourceVersion: "15056" uid: f83421d8-fa4d-4e14-bc7b-c8c8f2fbd4b7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-13ed5 namespace: kserve-ci-e2e-test resourceVersion: "15054" uid: 9ee318ba-5107-4e31-8427-6149e97ed291 kind: Event lastTimestamp: "2026-09-17T15:50:00Z" message: InferenceService [success-200-isvc-13ed5] is Ready metadata: creationTimestamp: "2026-09-17T15:50:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:00Z" name: success-200-isvc-13ed5.18d626786874d103 namespace: kserve-ci-e2e-test resourceVersion: "15055" uid: b038eb8a-3285-470c-a4b3-9fcc4c9f48d5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:10:11.864707Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25022" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:10:11Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d62792726bac13 namespace: kserve-ci-e2e-test resourceVersion: "25033" uid: 88ee5f1a-41ba-49aa-929d-3a3ea04c7a6a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25042" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:10:12Z" message: Add eth0 [10.134.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:10:12Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d6279294d6e76e namespace: kserve-ci-e2e-test resourceVersion: "25065" uid: b1e2a844-468b-406f-b6b7-0beae6fb8eb2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:10:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:12Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d6279296c37b03 namespace: kserve-ci-e2e-test resourceVersion: "25069" uid: b79a40ce-0895-45b3-8990-398655a328b4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:10:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:12Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d62792997007fa namespace: kserve-ci-e2e-test resourceVersion: "25070" uid: acb07347-22d7-4a34-8bad-84a4f6b67322 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:10:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:12Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d6279299e1f0d7 namespace: kserve-ci-e2e-test resourceVersion: "25071" uid: ce2a2d16-314d-4836-9a71-ac60c6ec405a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:10:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:12Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d6279299eb090d namespace: kserve-ci-e2e-test resourceVersion: "25072" uid: 2310a3f6-5a27-4bd3-a29d-49d85b93ef3f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:10:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:12Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d627929cd3ddc7 namespace: kserve-ci-e2e-test resourceVersion: "25073" uid: b81deced-bf26-4f6b-8996-ec3f64dfb192 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:10:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:10:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:12Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d627929d58fd2f namespace: kserve-ci-e2e-test resourceVersion: "25074" uid: 9b9a433f-f9c9-4bff-81b4-d5d3c5c1d1b0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:10:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:10:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:10:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:50Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d62792ffeb06f8 namespace: kserve-ci-e2e-test resourceVersion: "25659" uid: 8cd2ffdc-056e-441c-8e36-031106451351 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d627a2d3c19b1e namespace: kserve-ci-e2e-test resourceVersion: "26165" uid: 9833eabb-1d13-4001-b983-01da8bf237dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d627a2d3c234fe namespace: kserve-ci-e2e-test resourceVersion: "26169" uid: bd468b41-4d2c-441c-be14-86b345849283 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 04103e42-744d-4aba-ab30-08b5a01984d2 kind: Event lastTimestamp: "2026-09-17T16:11:25Z" message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp 10.134.0.46:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:11:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:25Z" name: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww.18d627a38831ea5f namespace: kserve-ci-e2e-test resourceVersion: "26292" uid: 3866f11f-7bb9-4e26-b9fb-170dde817b19 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5a441-predictor-6c9d84f75d namespace: kserve-ci-e2e-test resourceVersion: "24985" uid: 114d1d73-1263-4dbf-9153-1d43ef4f74c4 kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: 'Created pod: success-200-isvc-5a441-predictor-6c9d84f75d-8c9ww' metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:10:11Z" name: success-200-isvc-5a441-predictor-6c9d84f75d.18d6279271ceca0c namespace: kserve-ci-e2e-test resourceVersion: "25027" uid: 867b2208-6fa1-4e06-8d4f-614a144816ec reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "24980" uid: 376c46c8-c8d2-4715-9762-00348ed6ba40 kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: Scaled up replica set success-200-isvc-5a441-predictor-6c9d84f75d from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:10:11Z" name: success-200-isvc-5a441-predictor.18d627926a73f8e4 namespace: kserve-ci-e2e-test resourceVersion: "24989" uid: ac6dd308-8ac9-43d3-a24e-c4361b7a29c8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:10:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "24984" uid: 55b44a56-53ad-48ad-be8b-0535d104237f kind: Event lastTimestamp: "2026-09-17T16:10:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:10:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:10:41Z" name: success-200-isvc-5a441-predictor.18d62795e90433be namespace: kserve-ci-e2e-test resourceVersion: "25323" uid: 58ed7c46-3988-47dd-8536-245b58041f35 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:10:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "24984" uid: 55b44a56-53ad-48ad-be8b-0535d104237f kind: Event lastTimestamp: "2026-09-17T16:10:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:10:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:10:41Z" name: success-200-isvc-5a441-predictor.18d62795e98f4918 namespace: kserve-ci-e2e-test resourceVersion: "25324" uid: e7fa018c-dd93-445f-8f0f-5c8f7de12f54 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:10:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "25212" uid: 55b44a56-53ad-48ad-be8b-0535d104237f kind: Event lastTimestamp: "2026-09-17T16:11:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:11Z" name: success-200-isvc-5a441-predictor.18d6279ce83e943a namespace: kserve-ci-e2e-test resourceVersion: "26019" uid: 544606cd-c64d-4d2d-95b9-a1364b2d3f78 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:10:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5a441-predictor namespace: kserve-ci-e2e-test resourceVersion: "25212" uid: 55b44a56-53ad-48ad-be8b-0535d104237f kind: Event lastTimestamp: "2026-09-17T16:11:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:11Z" name: success-200-isvc-5a441-predictor.18d6279ce8d11aec namespace: kserve-ci-e2e-test resourceVersion: "26022" uid: a996859e-22f3-4a45-aaf0-a9c06120b4ad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5a441 namespace: kserve-ci-e2e-test resourceVersion: "24970" uid: d7d7ceb4-ba62-41e0-a1e6-4a085a908825 kind: Event lastTimestamp: "2026-09-17T16:11:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:00Z" name: success-200-isvc-5a441.18d627926aae8aef namespace: kserve-ci-e2e-test resourceVersion: "25772" uid: e87da043-121f-4952-b4cd-09182c64ca36 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5a441 namespace: kserve-ci-e2e-test resourceVersion: "25768" uid: d7d7ceb4-ba62-41e0-a1e6-4a085a908825 kind: Event lastTimestamp: "2026-09-17T16:11:00Z" message: InferenceService [success-200-isvc-5a441] is Ready metadata: creationTimestamp: "2026-09-17T16:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:00Z" name: success-200-isvc-5a441.18d6279dc1377b60 namespace: kserve-ci-e2e-test resourceVersion: "25769" uid: 5413db1e-38ed-475c-9cdc-c8e990b3cf29 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:50:31.750240Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15422" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-795b5-predictor-76d9994664-t6lns to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:50:31Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6267fae1de250 namespace: kserve-ci-e2e-test resourceVersion: "15427" uid: beb7ef7b-2909-401b-80fa-f1f894dfe612 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15435" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:50:32Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:50:32Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6267fd03c584b namespace: kserve-ci-e2e-test resourceVersion: "15468" uid: 1f8ac6d4-21a7-4e82-a334-328c0a0113cc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:50:32Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:32Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6267fd25b3be6 namespace: kserve-ci-e2e-test resourceVersion: "15470" uid: d2509863-df26-4c05-b7b7-72db4c1f642d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:50:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:32Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6267fd545de83 namespace: kserve-ci-e2e-test resourceVersion: "15472" uid: 28e912b5-aab4-46ee-86e6-7a7c49efc971 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:50:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:32Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6267fd5b276d4 namespace: kserve-ci-e2e-test resourceVersion: "15473" uid: 6a5d38dc-99f1-4c06-880d-a06a0d8535af reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:50:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:32Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6267fd5bb929e namespace: kserve-ci-e2e-test resourceVersion: "15474" uid: ab31c522-7631-4c0b-962d-2fc50fdbc1bf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:50:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:32Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6267fd8ab8f44 namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 71912559-ae1c-42a4-bbc6-664646f5120d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:50:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:32Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6267fd9328c64 namespace: kserve-ci-e2e-test resourceVersion: "15477" uid: e79af91d-9606-401b-9297-03cc3f8d2879 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:50:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:51:09Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:50:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:09Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d6268024d84816 namespace: kserve-ci-e2e-test resourceVersion: "15826" uid: 9cdf8960-7d6a-4050-924d-93b221cedfe4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:46Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d62700d53e9c59 namespace: kserve-ci-e2e-test resourceVersion: "19768" uid: 43640c66-3ff6-4b45-865e-0d8ee0278bd6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-795b5-predictor-76d9994664-t6lns namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: d8039d28-570c-40c4-bb53-0d479af97b96 kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:46Z" name: success-200-isvc-795b5-predictor-76d9994664-t6lns.18d62700d53f27db namespace: kserve-ci-e2e-test resourceVersion: "19769" uid: 40694639-2f97-4a16-a560-87bf2865cd70 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-795b5-predictor-76d9994664 namespace: kserve-ci-e2e-test resourceVersion: "15415" uid: 970cef2d-2408-4b6f-9981-dab88dcf763f kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: 'Created pod: success-200-isvc-795b5-predictor-76d9994664-t6lns' metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:31Z" name: success-200-isvc-795b5-predictor-76d9994664.18d6267fadbecef8 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 8435b728-060e-4e1c-bc11-0ba1d187761b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15408" uid: 4318e15a-730e-4d40-980c-a9bde24c9fec kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: Scaled up replica set success-200-isvc-795b5-predictor-76d9994664 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:31Z" name: success-200-isvc-795b5-predictor.18d6267fa9290b81 namespace: kserve-ci-e2e-test resourceVersion: "15419" uid: 23f92fa3-2dbe-40f5-a9ba-7acca505e453 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15412" uid: 23323886-d3bb-470d-9fce-4c51d79b6672 kind: Event lastTimestamp: "2026-09-17T15:50:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:50:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:46Z" name: success-200-isvc-795b5-predictor.18d6268328460f89 namespace: kserve-ci-e2e-test resourceVersion: "15612" uid: 5809ebe1-f33a-49d1-a095-ed3a79f3574f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15412" uid: 23323886-d3bb-470d-9fce-4c51d79b6672 kind: Event lastTimestamp: "2026-09-17T15:50:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:50:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:46Z" name: success-200-isvc-795b5-predictor.18d626832983540c namespace: kserve-ci-e2e-test resourceVersion: "15615" uid: 65706834-2d56-4766-a9c2-17eb7e4aed86 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T15:51:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15613" uid: 23323886-d3bb-470d-9fce-4c51d79b6672 kind: Event lastTimestamp: "2026-09-17T15:51:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:46Z" name: success-200-isvc-795b5-predictor.18d62686a8e1a012 namespace: kserve-ci-e2e-test resourceVersion: "16393" uid: 81c448c9-6293-44a6-bb25-9fcae8f1db57 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T15:51:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-795b5-predictor namespace: kserve-ci-e2e-test resourceVersion: "15613" uid: 23323886-d3bb-470d-9fce-4c51d79b6672 kind: Event lastTimestamp: "2026-09-17T15:51:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:46Z" name: success-200-isvc-795b5-predictor.18d62686ab37d6ca namespace: kserve-ci-e2e-test resourceVersion: "16394" uid: 612a2447-0024-49b7-a005-00fe8747f00d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-795b5 namespace: kserve-ci-e2e-test resourceVersion: "15399" uid: bfdd1369-29fb-4bfa-96a6-fe19ab12362d kind: Event lastTimestamp: "2026-09-17T15:51:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:51:19Z" name: success-200-isvc-795b5.18d6267fa8f89263 namespace: kserve-ci-e2e-test resourceVersion: "15953" uid: d0f08ad3-34bf-44fd-92a0-4f81826d9e92 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-795b5 namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: bfdd1369-29fb-4bfa-96a6-fe19ab12362d kind: Event lastTimestamp: "2026-09-17T15:51:19Z" message: InferenceService [success-200-isvc-795b5] is Ready metadata: creationTimestamp: "2026-09-17T15:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:51:19Z" name: success-200-isvc-795b5.18d6268ae1322ea7 namespace: kserve-ci-e2e-test resourceVersion: "15952" uid: 39a86c10-8fee-4c86-829c-c4133ce44568 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:59:46.605797Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19790" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:59:46Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d62700de15c377 namespace: kserve-ci-e2e-test resourceVersion: "19800" uid: 05b4a903-928b-470d-90fe-2ad56a8e1765 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19809" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:59:47Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d627010044b68b namespace: kserve-ci-e2e-test resourceVersion: "19845" uid: add58107-9fcb-492f-a5e4-5160a7d077ba reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d62701029788cf namespace: kserve-ci-e2e-test resourceVersion: "19847" uid: 57b1a859-e417-43ff-8c07-d212861ad797 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d6270105cb5f21 namespace: kserve-ci-e2e-test resourceVersion: "19849" uid: f07c5c89-c399-4b45-95e1-e97c974029a2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d62701063ebc40 namespace: kserve-ci-e2e-test resourceVersion: "19850" uid: 4b4e0397-b22c-4733-8b18-73b1387225cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d6270106489300 namespace: kserve-ci-e2e-test resourceVersion: "19852" uid: a97ad478-ff89-4753-8509-f0cf9a3579c7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d62701098cb3e5 namespace: kserve-ci-e2e-test resourceVersion: "19855" uid: 025c5bc3-7e35-4e0e-8ce2-204243f6d3f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T15:59:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:59:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:47Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d627010a007af0 namespace: kserve-ci-e2e-test resourceVersion: "19856" uid: a5db0614-4a9f-4dbd-91fa-6c1aaf8c796b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:59:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T16:00:24Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:59:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:24Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d6270143c703f5 namespace: kserve-ci-e2e-test resourceVersion: "20159" uid: edf445e1-3214-4b6c-9fa8-4a03d9affea7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:56Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d627113168777c namespace: kserve-ci-e2e-test resourceVersion: "20650" uid: 48d4273f-1f40-4334-baa8-6d224157c7a4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:56Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d6271131691345 namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: ba14a95d-1425-42eb-b83d-cb5b885dad00 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w namespace: kserve-ci-e2e-test resourceVersion: "19793" uid: d22eccc7-996a-4b17-9565-57d8016c2f6a kind: Event lastTimestamp: "2026-09-17T16:00:59Z" message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:00:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:59Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w.18d62711cbff0294 namespace: kserve-ci-e2e-test resourceVersion: "20767" uid: d9311e6c-5ee1-4b5e-9811-e4bd52de8fcd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8d4df-predictor-6b6598bf4d namespace: kserve-ci-e2e-test resourceVersion: "19778" uid: 4c060a42-5632-4418-b469-596eea21c64f kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: 'Created pod: success-200-isvc-8d4df-predictor-6b6598bf4d-h8w5w' metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:59:46Z" name: success-200-isvc-8d4df-predictor-6b6598bf4d.18d62700dd6262fe namespace: kserve-ci-e2e-test resourceVersion: "19792" uid: c25edbfd-267e-4f39-8aca-5a5c4174a275 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19776" uid: 4a8cc05c-6fda-41f7-8b4b-0be538a326bd kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: Scaled up replica set success-200-isvc-8d4df-predictor-6b6598bf4d from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:59:46Z" name: success-200-isvc-8d4df-predictor.18d62700d9267b65 namespace: kserve-ci-e2e-test resourceVersion: "19780" uid: fddb74f8-2c3f-419d-a2ef-92b67c4b2ecc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:00:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19777" uid: 9a0229aa-c760-4b43-afd5-35ae05b1f163 kind: Event lastTimestamp: "2026-09-17T16:00:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:31Z" name: success-200-isvc-8d4df-predictor.18d62704578f94c9 namespace: kserve-ci-e2e-test resourceVersion: "20210" uid: 2faa5634-4d08-4293-a500-60d4b4fc0715 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:00:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19777" uid: 9a0229aa-c760-4b43-afd5-35ae05b1f163 kind: Event lastTimestamp: "2026-09-17T16:00:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:31Z" name: success-200-isvc-8d4df-predictor.18d627045818b7df namespace: kserve-ci-e2e-test resourceVersion: "20211" uid: bcb35ea0-5c8f-4093-b344-8dc73c300ba9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19985" uid: 9a0229aa-c760-4b43-afd5-35ae05b1f163 kind: Event lastTimestamp: "2026-09-17T16:00:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:00:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:46Z" name: success-200-isvc-8d4df-predictor.18d6270ed52119e5 namespace: kserve-ci-e2e-test resourceVersion: "20500" uid: 811f1cac-1240-46e5-8886-aafaaa85c50b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8d4df-predictor namespace: kserve-ci-e2e-test resourceVersion: "19985" uid: 9a0229aa-c760-4b43-afd5-35ae05b1f163 kind: Event lastTimestamp: "2026-09-17T16:00:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:00:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:46Z" name: success-200-isvc-8d4df-predictor.18d6270ed5946cfa namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: 22eb7dc7-e16f-41ed-81d2-ea51f7326b48 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8d4df namespace: kserve-ci-e2e-test resourceVersion: "19765" uid: 0b5964af-2cde-4608-8959-09b2430255f4 kind: Event lastTimestamp: "2026-09-17T16:00:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:00:34Z" name: success-200-isvc-8d4df.18d62700d91b234d namespace: kserve-ci-e2e-test resourceVersion: "20255" uid: 5085a8d5-4969-444a-9f42-30b7e1bc8957 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8d4df namespace: kserve-ci-e2e-test resourceVersion: "20252" uid: 0b5964af-2cde-4608-8959-09b2430255f4 kind: Event lastTimestamp: "2026-09-17T16:00:34Z" message: InferenceService [success-200-isvc-8d4df] is Ready metadata: creationTimestamp: "2026-09-17T16:00:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:00:34Z" name: success-200-isvc-8d4df.18d6270c02d562a1 namespace: kserve-ci-e2e-test resourceVersion: "20253" uid: e975d2f9-0702-48cb-9b3e-0cf8987f55e8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:11:22.342723Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26187" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a2db3cc149 namespace: kserve-ci-e2e-test resourceVersion: "26196" uid: 0b7c8d31-fac2-4596-af11-5935e7a0f94c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: Add eth0 [10.134.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a2fd32a90f namespace: kserve-ci-e2e-test resourceVersion: "26244" uid: 495453f9-e2eb-4c39-958b-0482d5fca258 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a2fef109a3 namespace: kserve-ci-e2e-test resourceVersion: "26246" uid: c520e5f7-e8e9-4aaa-b6e8-0a5695a05ca3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a302312fa9 namespace: kserve-ci-e2e-test resourceVersion: "26247" uid: 566581d8-7f06-4245-8084-2974a365dc34 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a302a44e10 namespace: kserve-ci-e2e-test resourceVersion: "26248" uid: b12abdd0-5387-46c0-b72e-79bde53f9d06 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a302ae4a40 namespace: kserve-ci-e2e-test resourceVersion: "26249" uid: c6fa5548-0386-472f-8845-9b77fc23bf8a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a3063c0ea7 namespace: kserve-ci-e2e-test resourceVersion: "26250" uid: 9aa81afd-ecc4-493b-bdbc-445152d24f1c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:23Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a306aab251 namespace: kserve-ci-e2e-test resourceVersion: "26251" uid: fc825564-39df-4084-a4ca-ac598f3ea729 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:11:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:12:00Z" message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:11:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:00Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d627a360b38c73 namespace: kserve-ci-e2e-test resourceVersion: "26600" uid: 1ccee119-350a-4402-8f8d-4aa5ab233aa5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:20:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:20:37Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d6282407724f1c namespace: kserve-ci-e2e-test resourceVersion: "30326" uid: 007fa70e-2295-4f4f-a892-f6184ccaa82a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:20:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: 8c3603d6-a1f5-4fd8-bde9-b4cad6f9ccb6 kind: Event lastTimestamp: "2026-09-17T16:20:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:20:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:20:37Z" name: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb.18d628240772c8a5 namespace: kserve-ci-e2e-test resourceVersion: "30332" uid: a2c2ee56-79d0-4a95-af1d-de3649596450 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8fed6-predictor-8697ddcc86 namespace: kserve-ci-e2e-test resourceVersion: "26171" uid: 4b826eb0-dd0e-4857-adc2-c783a2864568 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: 'Created pod: success-200-isvc-8fed6-predictor-8697ddcc86-ldvnb' metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-8fed6-predictor-8697ddcc86.18d627a2da18ee60 namespace: kserve-ci-e2e-test resourceVersion: "26195" uid: 8f0272c0-0241-4c17-9a56-03d63969c6e0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8fed6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26168" uid: 9b97e88b-f9ac-4c34-9cc4-1ddea7e03b00 kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: Scaled up replica set success-200-isvc-8fed6-predictor-8697ddcc86 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-8fed6-predictor.18d627a2d61ad61a namespace: kserve-ci-e2e-test resourceVersion: "26173" uid: 09754958-8c4e-4644-a38e-efe6a0207d29 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:11:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8fed6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26170" uid: eddfbdc1-51fb-401c-81ea-62892819440e kind: Event lastTimestamp: "2026-09-17T16:12:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:37Z" name: success-200-isvc-8fed6-predictor.18d627a654b66f4d namespace: kserve-ci-e2e-test resourceVersion: "26975" uid: 30c20664-cf31-493a-8f59-fd3c1d87cab1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:11:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8fed6-predictor namespace: kserve-ci-e2e-test resourceVersion: "26170" uid: eddfbdc1-51fb-401c-81ea-62892819440e kind: Event lastTimestamp: "2026-09-17T16:12:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:37Z" name: success-200-isvc-8fed6-predictor.18d627a655366a09 namespace: kserve-ci-e2e-test resourceVersion: "26976" uid: e64ae8f3-2788-4472-acde-e5bc30e2ff52 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26147" uid: 20858465-986d-4ffa-ab27-35e61c01e16d kind: Event lastTimestamp: "2026-09-17T16:12:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:12:10Z" name: success-200-isvc-8fed6.18d627a2d6175b2d namespace: kserve-ci-e2e-test resourceVersion: "26727" uid: 7274dd9a-14e7-4266-afdf-d9683090927a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26147" uid: 20858465-986d-4ffa-ab27-35e61c01e16d kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: 'Failed to update status for InferenceService "success-200-isvc-8fed6": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8fed6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-8fed6.18d627a2d7852f1f namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 3a6d6e71-5c43-454e-8bd4-c5e75b8399af reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26147" uid: 20858465-986d-4ffa-ab27-35e61c01e16d kind: Event lastTimestamp: "2026-09-17T16:11:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-8fed6": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T16:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:22Z" name: success-200-isvc-8fed6.18d627a2d7858397 namespace: kserve-ci-e2e-test resourceVersion: "26178" uid: a858f05a-aa45-4e76-966f-85219f59317a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8fed6 namespace: kserve-ci-e2e-test resourceVersion: "26723" uid: 20858465-986d-4ffa-ab27-35e61c01e16d kind: Event lastTimestamp: "2026-09-17T16:12:10Z" message: InferenceService [success-200-isvc-8fed6] is Ready metadata: creationTimestamp: "2026-09-17T16:12:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:12:10Z" name: success-200-isvc-8fed6.18d627ae1e43b1ca namespace: kserve-ci-e2e-test resourceVersion: "26725" uid: 3f7b814f-5ab1-4c04-917e-83b221243896 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:01:53.229437Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21335" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-923c8-predictor-85cccd84fd-twbwf to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:01:53Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271e59712af2 namespace: kserve-ci-e2e-test resourceVersion: "21340" uid: 1f9d45fe-db2a-4362-8d8f-0b0425a5d6ef reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-923c8-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:53Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271e60ae215b namespace: kserve-ci-e2e-test resourceVersion: "21369" uid: 87aa7f52-fadd-4cd8-8660-eb4ae113c278 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:01:54Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271e9f2ff379 namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: e272d03d-a228-42a2-bb7a-a9e06bf29449 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271ea0adb785 namespace: kserve-ci-e2e-test resourceVersion: "21392" uid: 8cb061af-fad7-450c-ba9b-b87d961ef6fb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271ea47fa894 namespace: kserve-ci-e2e-test resourceVersion: "21394" uid: 3d0d01f8-ea43-43b2-b3e0-2f781a143764 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271ea5057be4 namespace: kserve-ci-e2e-test resourceVersion: "21395" uid: 346ba623-1ea9-4237-a0f5-97740a6fd2d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271ea50ef6b2 namespace: kserve-ci-e2e-test resourceVersion: "21397" uid: a7683480-f936-46ff-a986-5bf56818a1a8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271ea8cb949b namespace: kserve-ci-e2e-test resourceVersion: "21400" uid: 2e515b5b-d8ae-4395-a41d-d4f3b7188845 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:01:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:01:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:54Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271ea93b85bf namespace: kserve-ci-e2e-test resourceVersion: "21401" uid: 16a74c0d-106f-4f4f-8037-0db460e6d0f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:01:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:02:31Z" message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:01:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:02:31Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6271efbbae974 namespace: kserve-ci-e2e-test resourceVersion: "21767" uid: b7391fbb-47c3-4f70-a20e-a54930c1178a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:11:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:11:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:07Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6279f83471ca3 namespace: kserve-ci-e2e-test resourceVersion: "25868" uid: 5d65cf8a-6983-46e7-a2ca-86f2de708b71 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf namespace: kserve-ci-e2e-test resourceVersion: "21337" uid: 3c709c30-b696-41a2-ac51-124a2c83066e kind: Event lastTimestamp: "2026-09-17T16:11:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:11:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:07Z" name: success-200-isvc-923c8-predictor-85cccd84fd-twbwf.18d6279f83479b01 namespace: kserve-ci-e2e-test resourceVersion: "25873" uid: eb730267-fa2b-407e-8b36-a4aed47e3b06 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-923c8-predictor-85cccd84fd namespace: kserve-ci-e2e-test resourceVersion: "21329" uid: 83ceb878-1189-4389-b134-44020b6a1f33 kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: 'Created pod: success-200-isvc-923c8-predictor-85cccd84fd-twbwf' metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:53Z" name: success-200-isvc-923c8-predictor-85cccd84fd.18d6271e58f67c1a namespace: kserve-ci-e2e-test resourceVersion: "21336" uid: 138148b7-c506-44ad-baca-b6148a1f7a81 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21325" uid: 1597b1ec-d63a-4f8e-9750-8d9069df297e kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: Scaled up replica set success-200-isvc-923c8-predictor-85cccd84fd from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:53Z" name: success-200-isvc-923c8-predictor.18d6271e571fc4db namespace: kserve-ci-e2e-test resourceVersion: "21330" uid: a35c4a7f-f1c4-436e-8ae2-9e368c843e9e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:02:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21328" uid: e55257a6-839e-458f-b149-30b05eb7be00 kind: Event lastTimestamp: "2026-09-17T16:02:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:23Z" name: success-200-isvc-923c8-predictor.18d62721d5f344e6 namespace: kserve-ci-e2e-test resourceVersion: "21696" uid: 51033958-0c55-4280-972e-f6885f2b4209 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:02:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21328" uid: e55257a6-839e-458f-b149-30b05eb7be00 kind: Event lastTimestamp: "2026-09-17T16:02:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:23Z" name: success-200-isvc-923c8-predictor.18d62721d683ff1f namespace: kserve-ci-e2e-test resourceVersion: "21697" uid: 59caf6ec-6640-4539-8ae3-1a3102f8297c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:02:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21577" uid: e55257a6-839e-458f-b149-30b05eb7be00 kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:53Z" name: success-200-isvc-923c8-predictor.18d62728d43986da namespace: kserve-ci-e2e-test resourceVersion: "21957" uid: a595ef92-192b-4ca8-97b9-7f233edb7fd3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:02:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-923c8-predictor namespace: kserve-ci-e2e-test resourceVersion: "21577" uid: e55257a6-839e-458f-b149-30b05eb7be00 kind: Event lastTimestamp: "2026-09-17T16:02:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:53Z" name: success-200-isvc-923c8-predictor.18d62728d4e75fd3 namespace: kserve-ci-e2e-test resourceVersion: "21959" uid: 926a4992-05d0-4989-b5ba-eff24a4e04f8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-923c8 namespace: kserve-ci-e2e-test resourceVersion: "21313" uid: 781daf34-9a10-4dec-ac00-01932d61171e kind: Event lastTimestamp: "2026-09-17T16:02:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:02:42Z" name: success-200-isvc-923c8.18d6271e572edfc9 namespace: kserve-ci-e2e-test resourceVersion: "21861" uid: 586ab555-1897-4850-877f-35e63c4cec30 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:02:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-923c8 namespace: kserve-ci-e2e-test resourceVersion: "21857" uid: 781daf34-9a10-4dec-ac00-01932d61171e kind: Event lastTimestamp: "2026-09-17T16:02:42Z" message: InferenceService [success-200-isvc-923c8] is Ready metadata: creationTimestamp: "2026-09-17T16:02:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:02:42Z" name: success-200-isvc-923c8.18d62729b85e5d11 namespace: kserve-ci-e2e-test resourceVersion: "21859" uid: 081ca6a2-b289-4d66-83ec-a1a99cc2c18c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:51:28.010952Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16112" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:51:28Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268cc7843bf6 namespace: kserve-ci-e2e-test resourceVersion: "16117" uid: cc1a76de-69d0-4a04-8a3e-1bed75549390 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-9ed13-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:28Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268cd358975e namespace: kserve-ci-e2e-test resourceVersion: "16151" uid: c97d65f3-9bc7-40a5-b3b5-ce7dfd239490 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16126" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:51:29Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:51:29Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268d0d8d8cf7 namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 7242bd01-f40f-4ba3-b4f0-a912928d0845 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:51:29Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T15:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:29Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268d0f613dc0 namespace: kserve-ci-e2e-test resourceVersion: "16177" uid: e402488f-be44-40eb-ae79-e68271119040 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:51:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T15:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:29Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268d127d0aef namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: a986bf0e-6697-4698-9ed7-3fbd4bfc0dc0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:51:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T15:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:29Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268d12f19db7 namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 896fd05d-da8b-4b34-adce-fdd038e1fbb2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:51:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T15:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:29Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268d12fbeb07 namespace: kserve-ci-e2e-test resourceVersion: "16181" uid: 3efbaa1e-4ac3-4ef6-b3d7-a8cd7b6ac936 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:51:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T15:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:29Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268d16a96cc9 namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: 1e816003-b9e3-4162-b0c6-c26a95eb89fb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:51:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T15:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:29Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268d172072ca namespace: kserve-ci-e2e-test resourceVersion: "16184" uid: 952b592f-1a15-4dc6-98b2-e016f9319381 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:51:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T15:52:06Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T15:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:52:06Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6268d3e5718b3 namespace: kserve-ci-e2e-test resourceVersion: "16539" uid: c4c9bc33-bd17-47e9-931f-c25e1e7f3508 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T16:00:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:42Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6270df79f1975 namespace: kserve-ci-e2e-test resourceVersion: "20347" uid: cc044081-bbef-44e4-aa07-3196241d8180 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 129fb228-a14e-428c-9025-f6947f62394f kind: Event lastTimestamp: "2026-09-17T16:00:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:42Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl.18d6270df79fc126 namespace: kserve-ci-e2e-test resourceVersion: "20348" uid: 2002309c-3f7a-4e89-ac71-1079f49e3a9d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9ed13-predictor-d9d56cd6d namespace: kserve-ci-e2e-test resourceVersion: "16107" uid: 0046a181-5ace-4c52-8d20-ee451545dacc kind: Event lastTimestamp: "2026-09-17T15:51:28Z" message: 'Created pod: success-200-isvc-9ed13-predictor-d9d56cd6d-rzjcl' metadata: creationTimestamp: "2026-09-17T15:51:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:28Z" name: success-200-isvc-9ed13-predictor-d9d56cd6d.18d6268cc7082f4e namespace: kserve-ci-e2e-test resourceVersion: "16114" uid: a9f7cba7-a832-45fb-8f97-323b54fbccda reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16105" uid: 15398d1a-8374-41a1-8e38-2cf404f3b02d kind: Event lastTimestamp: "2026-09-17T15:51:27Z" message: Scaled up replica set success-200-isvc-9ed13-predictor-d9d56cd6d from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:27Z" name: success-200-isvc-9ed13-predictor.18d6268cc4f414b9 namespace: kserve-ci-e2e-test resourceVersion: "16109" uid: adb36e20-5f22-415b-ad84-bae1a73da75e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:51:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16106" uid: 7319ee96-cf93-4cb7-989c-bf427a1a6e8f kind: Event lastTimestamp: "2026-09-17T15:51:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:58Z" name: success-200-isvc-9ed13-predictor.18d6269045c5f502 namespace: kserve-ci-e2e-test resourceVersion: "16476" uid: a24015c9-ee48-40a3-923b-f67ebe4ab1c8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T15:51:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16106" uid: 7319ee96-cf93-4cb7-989c-bf427a1a6e8f kind: Event lastTimestamp: "2026-09-17T15:51:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:58Z" name: success-200-isvc-9ed13-predictor.18d626904692f244 namespace: kserve-ci-e2e-test resourceVersion: "16477" uid: b808832f-4556-45d7-93ec-2d8730a38617 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:52:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16358" uid: 7319ee96-cf93-4cb7-989c-bf427a1a6e8f kind: Event lastTimestamp: "2026-09-17T15:52:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:43Z" name: success-200-isvc-9ed13-predictor.18d6269746b1e4fc namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: b6225a13-aa94-4663-ad24-84671636bcd2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:52:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9ed13-predictor namespace: kserve-ci-e2e-test resourceVersion: "16358" uid: 7319ee96-cf93-4cb7-989c-bf427a1a6e8f kind: Event lastTimestamp: "2026-09-17T15:52:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T15:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:43Z" name: success-200-isvc-9ed13-predictor.18d626974741982d namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 5598eaa2-55df-4213-9e82-ff803372dff8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:51:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9ed13 namespace: kserve-ci-e2e-test resourceVersion: "16086" uid: 58498190-1d58-413e-a632-a1ec99e0ef47 kind: Event lastTimestamp: "2026-09-17T15:52:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T15:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:52:16Z" name: success-200-isvc-9ed13.18d6268cc4c88536 namespace: kserve-ci-e2e-test resourceVersion: "16635" uid: fcf274d3-fa49-43df-9fdc-182e88a35e9b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:52:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9ed13 namespace: kserve-ci-e2e-test resourceVersion: "16633" uid: 58498190-1d58-413e-a632-a1ec99e0ef47 kind: Event lastTimestamp: "2026-09-17T15:52:16Z" message: InferenceService [success-200-isvc-9ed13] is Ready metadata: creationTimestamp: "2026-09-17T15:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:52:16Z" name: success-200-isvc-9ed13.18d62697fc47a410 namespace: kserve-ci-e2e-test resourceVersion: "16634" uid: 4bc46119-14f5-4957-8d4b-3279d1b248ab reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:00:56.821441Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20679" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-bfbea-predictor-db56bc584-klx7c to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:00:56Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d6271137438dde namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: a4f5d64c-6598-4a6f-8886-71ca007866bd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20690" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:00:57Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627115945b7e2 namespace: kserve-ci-e2e-test resourceVersion: "20724" uid: b17d5c86-6f13-4954-bd36-393a38cad9d7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627115accd512 namespace: kserve-ci-e2e-test resourceVersion: "20726" uid: 1ddd45ff-bc1a-4581-83c7-e2493e5873d1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627115dc76a0a namespace: kserve-ci-e2e-test resourceVersion: "20727" uid: 65ba85e0-f36c-45c5-9cb1-27a08d5a5735 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627115e387fcd namespace: kserve-ci-e2e-test resourceVersion: "20728" uid: e9072489-8781-4c9f-987f-4dc4133da365 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627115e41f477 namespace: kserve-ci-e2e-test resourceVersion: "20729" uid: 293143f9-79c7-469c-a4b1-19154b7b8802 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627116189a333 namespace: kserve-ci-e2e-test resourceVersion: "20733" uid: 33ef190a-815d-49d9-b0d7-c0ec2f7eebbf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:00:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:57Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d62711620494bc namespace: kserve-ci-e2e-test resourceVersion: "20735" uid: 00e80396-848a-4d59-917d-0f455fc21187 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:00:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:01:34Z" message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:00:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:34Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d62711a4e071cd namespace: kserve-ci-e2e-test resourceVersion: "21079" uid: 49211b7f-7b25-4bde-a46d-444699cba976 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:11Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627926c6c10e8 namespace: kserve-ci-e2e-test resourceVersion: "24999" uid: 15a84ef4-6a66-4189-bb07-4627d4676951 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:10:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:10:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:11Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627926c6d22f3 namespace: kserve-ci-e2e-test resourceVersion: "25000" uid: 464fcd11-d8c5-410e-89a9-ba574d3afd3b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:10:15Z" message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-09-17T16:10:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:15Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d6279354f4f914 namespace: kserve-ci-e2e-test resourceVersion: "25123" uid: 19849603-d87c-467d-9792-c0bb219f2de7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:10:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bfbea-predictor-db56bc584-klx7c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: 198a5a38-4c86-43c8-8327-55470532dafd kind: Event lastTimestamp: "2026-09-17T16:10:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: i/o timeout' metadata: creationTimestamp: "2026-09-17T16:10:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:10:15Z" name: success-200-isvc-bfbea-predictor-db56bc584-klx7c.18d627935552d865 namespace: kserve-ci-e2e-test resourceVersion: "25124" uid: c8207e9e-074a-4924-ae01-5a930d7c8cdd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-bfbea-predictor-db56bc584 namespace: kserve-ci-e2e-test resourceVersion: "20670" uid: 55d0c7c5-8a4b-4e09-a843-4ff8c5dd46c1 kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: 'Created pod: success-200-isvc-bfbea-predictor-db56bc584-klx7c' metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:56Z" name: success-200-isvc-bfbea-predictor-db56bc584.18d6271136b51bb5 namespace: kserve-ci-e2e-test resourceVersion: "20680" uid: 50ad01ff-6cb6-4ff1-ad74-facb8c245058 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20667" uid: 1e42bd0a-7f66-4fdf-b731-cac6eeb28d70 kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: Scaled up replica set success-200-isvc-bfbea-predictor-db56bc584 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:56Z" name: success-200-isvc-bfbea-predictor.18d6271134d6456d namespace: kserve-ci-e2e-test resourceVersion: "20674" uid: f122729e-95ec-4447-8799-aa6674324a9c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:01:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20668" uid: 1cb51dcb-4572-47cd-93de-a9e49148d6d7 kind: Event lastTimestamp: "2026-09-17T16:01:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:26Z" name: success-200-isvc-bfbea-predictor.18d62714b40e7d66 namespace: kserve-ci-e2e-test resourceVersion: "21001" uid: d3b5c98d-d28b-43f1-beb7-b711db45aee3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:01:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20668" uid: 1cb51dcb-4572-47cd-93de-a9e49148d6d7 kind: Event lastTimestamp: "2026-09-17T16:01:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:26Z" name: success-200-isvc-bfbea-predictor.18d62714b48c780b namespace: kserve-ci-e2e-test resourceVersion: "21002" uid: c68a6cc8-44e0-4037-9adc-1c4c67ac3851 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:01:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: 1cb51dcb-4572-47cd-93de-a9e49148d6d7 kind: Event lastTimestamp: "2026-09-17T16:02:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:11Z" name: success-200-isvc-bfbea-predictor.18d6271bb319e11e namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 3a23b78a-678e-49af-abae-a1713f26c3e0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:01:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bfbea-predictor namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: 1cb51dcb-4572-47cd-93de-a9e49148d6d7 kind: Event lastTimestamp: "2026-09-17T16:02:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:02:11Z" name: success-200-isvc-bfbea-predictor.18d6271bb39436c6 namespace: kserve-ci-e2e-test resourceVersion: "21611" uid: aeae07f0-0d7f-40d8-8f80-892b4288a96c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bfbea namespace: kserve-ci-e2e-test resourceVersion: "20641" uid: e9321012-7724-4027-b934-3daa53f99307 kind: Event lastTimestamp: "2026-09-17T16:01:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:44Z" name: success-200-isvc-bfbea.18d6271134e0491d namespace: kserve-ci-e2e-test resourceVersion: "21206" uid: 8a6ecc3e-9d99-4889-a93d-67df14e0e376 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bfbea namespace: kserve-ci-e2e-test resourceVersion: "20641" uid: e9321012-7724-4027-b934-3daa53f99307 kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: 'Failed to update status for InferenceService "success-200-isvc-bfbea": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bfbea": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:00:56Z" name: success-200-isvc-bfbea.18d62711356e3f03 namespace: kserve-ci-e2e-test resourceVersion: "20676" uid: 24b457bf-6af2-42b4-b405-726bad1868e9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bfbea namespace: kserve-ci-e2e-test resourceVersion: "20641" uid: e9321012-7724-4027-b934-3daa53f99307 kind: Event lastTimestamp: "2026-09-17T16:00:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bfbea": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T16:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:00:56Z" name: success-200-isvc-bfbea.18d62711356e9789 namespace: kserve-ci-e2e-test resourceVersion: "20677" uid: c21e5ccc-aed0-4341-8fb7-941a4b7a59e7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bfbea namespace: kserve-ci-e2e-test resourceVersion: "21203" uid: e9321012-7724-4027-b934-3daa53f99307 kind: Event lastTimestamp: "2026-09-17T16:01:44Z" message: InferenceService [success-200-isvc-bfbea] is Ready metadata: creationTimestamp: "2026-09-17T16:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:44Z" name: success-200-isvc-bfbea.18d6271c611f74c3 namespace: kserve-ci-e2e-test resourceVersion: "21204" uid: 6d9ce139-a781-4ff0-bfe5-0aa4744e97e0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:11:08.148961Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ece61-predictor-5bff789676-cz8x9 to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:11:08Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279f8d393165 namespace: kserve-ci-e2e-test resourceVersion: "25903" uid: bafcbdde-3bb7-466c-bba1-f73a853f002a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-ece61-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:08Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279f97af8e04 namespace: kserve-ci-e2e-test resourceVersion: "25934" uid: c4234cc9-b07d-4611-bfc6-934753887262 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:09Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25912" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:09Z" message: Add eth0 [10.134.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:11:09Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279fd2f321c9 namespace: kserve-ci-e2e-test resourceVersion: "25958" uid: 4cf7ab9c-4a5d-47ef-beef-a93971a5602a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:09Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:09Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279fd4b364c7 namespace: kserve-ci-e2e-test resourceVersion: "25960" uid: 0f597d60-8fad-4e66-9759-9155956f34be reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:09Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279fd7707b43 namespace: kserve-ci-e2e-test resourceVersion: "25961" uid: 67c988ec-8cdd-4800-8868-349f5791e335 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:09Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279fd7ddb7dc namespace: kserve-ci-e2e-test resourceVersion: "25962" uid: fad0357e-8859-446d-a4cd-6674b4fe5202 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:09Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:09Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279fd7e9000a namespace: kserve-ci-e2e-test resourceVersion: "25963" uid: f54336f8-d88f-4949-8a46-cf97b3e0e6a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:09Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:09Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279fdacc916c namespace: kserve-ci-e2e-test resourceVersion: "25964" uid: 2bd36e9a-24b0-43f8-a662-6ef05f03bb5f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:09Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:09Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6279fdb3c83f1 namespace: kserve-ci-e2e-test resourceVersion: "25965" uid: 6eb55c65-fcd8-454a-94c3-ec11571c48ce reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:11:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:11:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:11:46Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d627a019920fcd namespace: kserve-ci-e2e-test resourceVersion: "26476" uid: d99e3c8f-f46d-4c05-bf9d-437ce02de456 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:28:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:28:27Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6289191dec7a0 namespace: kserve-ci-e2e-test resourceVersion: "33587" uid: 6e4b113d-b68f-4b73-94f7-97e5a701c59f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-ece61-predictor-5bff789676-cz8x9 namespace: kserve-ci-e2e-test resourceVersion: "25899" uid: 1897a425-3a0f-4ade-9909-cf203f4898ee kind: Event lastTimestamp: "2026-09-17T16:28:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:28:27Z" name: success-200-isvc-ece61-predictor-5bff789676-cz8x9.18d6289191df4d0a namespace: kserve-ci-e2e-test resourceVersion: "33590" uid: f83fbcb7-ac19-42f5-9427-1b851bdd2d47 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-ece61-predictor-5bff789676 namespace: kserve-ci-e2e-test resourceVersion: "25892" uid: dbca517b-7c9c-4182-bb88-a40b5cdfe3ee kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: 'Created pod: success-200-isvc-ece61-predictor-5bff789676-cz8x9' metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:08Z" name: success-200-isvc-ece61-predictor-5bff789676.18d6279f8c9ab3c6 namespace: kserve-ci-e2e-test resourceVersion: "25900" uid: b7f9e6d5-0342-448d-a7c7-fd513287cd98 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "25890" uid: dc4736d7-3117-4738-b14a-7133629eb559 kind: Event lastTimestamp: "2026-09-17T16:11:08Z" message: Scaled up replica set success-200-isvc-ece61-predictor-5bff789676 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:08Z" name: success-200-isvc-ece61-predictor.18d6279f89e40c2d namespace: kserve-ci-e2e-test resourceVersion: "25893" uid: 1c4c10e0-814a-4cb5-8f2c-bfe7ff1f6280 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "25891" uid: aa8df655-d8b0-4a5a-ad13-1f016cb6e0b3 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:23Z" name: success-200-isvc-ece61-predictor.18d627a30936cd51 namespace: kserve-ci-e2e-test resourceVersion: "26252" uid: d0f98315-1cb1-4e76-bef5-37a232d9d2df reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "25891" uid: aa8df655-d8b0-4a5a-ad13-1f016cb6e0b3 kind: Event lastTimestamp: "2026-09-17T16:11:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:11:23Z" name: success-200-isvc-ece61-predictor.18d627a309fbf8ef namespace: kserve-ci-e2e-test resourceVersion: "26254" uid: a7bb0ef5-b9b8-49ac-9fd1-37c85d51adda reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:11:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "26253" uid: aa8df655-d8b0-4a5a-ad13-1f016cb6e0b3 kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:11:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:08Z" name: success-200-isvc-ece61-predictor.18d627a688e727ec namespace: kserve-ci-e2e-test resourceVersion: "26683" uid: 9c293a62-a9d2-4c54-8761-f8f458642cce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T16:11:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-ece61-predictor namespace: kserve-ci-e2e-test resourceVersion: "26253" uid: aa8df655-d8b0-4a5a-ad13-1f016cb6e0b3 kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:11:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:08Z" name: success-200-isvc-ece61-predictor.18d627a6894d12a0 namespace: kserve-ci-e2e-test resourceVersion: "26684" uid: 2d9e469d-70c4-4b19-bbdf-6435e3ddcd71 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:11:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ece61 namespace: kserve-ci-e2e-test resourceVersion: "25880" uid: daedaee7-bbed-4c29-a631-e77c33f29993 kind: Event lastTimestamp: "2026-09-17T16:11:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:11:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:56Z" name: success-200-isvc-ece61.18d6279f8a12fb72 namespace: kserve-ci-e2e-test resourceVersion: "26565" uid: dba2996a-5138-4672-8637-e510f1cd4c3c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:11:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-ece61 namespace: kserve-ci-e2e-test resourceVersion: "26563" uid: daedaee7-bbed-4c29-a631-e77c33f29993 kind: Event lastTimestamp: "2026-09-17T16:11:56Z" message: InferenceService [success-200-isvc-ece61] is Ready metadata: creationTimestamp: "2026-09-17T16:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:11:56Z" name: success-200-isvc-ece61.18d627aad6258d0e namespace: kserve-ci-e2e-test resourceVersion: "26564" uid: fa65fd26-8748-473a-af0e-0a5dc04c9ea8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:00:43.020481Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20379" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-efa50-predictor-5f56d967f4-2f9vv to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e00a9b879 namespace: kserve-ci-e2e-test resourceVersion: "20384" uid: 7ea2feed-c5c8-4735-a173-2cf8c8980b07 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20390" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e22be64f1 namespace: kserve-ci-e2e-test resourceVersion: "20422" uid: f76ea9b7-1709-426f-aa1e-6f3d9d8f0b78 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1996" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e24750f7a namespace: kserve-ci-e2e-test resourceVersion: "20424" uid: 8e780fd4-fdf2-46eb-ad55-17bec8f1ebbb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e270c41ee namespace: kserve-ci-e2e-test resourceVersion: "20427" uid: a2b7eacf-a466-4141-b83e-86518f3a0935 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e277b2a83 namespace: kserve-ci-e2e-test resourceVersion: "20428" uid: a851e070-969b-4962-8f11-54915dd257af reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e27853ca3 namespace: kserve-ci-e2e-test resourceVersion: "20429" uid: 698609fb-4424-4a26-b301-0df80f599216 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e2a935839 namespace: kserve-ci-e2e-test resourceVersion: "20430" uid: cccc8df7-79dd-4bea-aa25-befa444c1407 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e2b02ccaf namespace: kserve-ci-e2e-test resourceVersion: "20431" uid: 20691a66-41d7-47c6-a1f6-9e171a1140d8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:01:20Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:20Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6270e5db2ddc5 namespace: kserve-ci-e2e-test resourceVersion: "20952" uid: ab15f265-d950-41dc-859a-ca2b19b9b06d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:53Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6271e524ae3ab namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: 868ed1e9-fe67-4c3d-96ad-dc0d1bf82753 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:01:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T16:01:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:53Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6271e524cd753 namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: 4d79df40-3c44-4762-85ff-a9d507da5180 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv namespace: kserve-ci-e2e-test resourceVersion: "20381" uid: d7d5e861-fd6b-4e7e-b632-4531528ebf56 kind: Event lastTimestamp: "2026-09-17T16:01:55Z" message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp 10.134.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T16:01:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:01:55Z" name: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv.18d6271ee5e56393 namespace: kserve-ci-e2e-test resourceVersion: "21430" uid: ee2635e0-0658-407f-b521-e8b312dc8eeb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-efa50-predictor-5f56d967f4 namespace: kserve-ci-e2e-test resourceVersion: "20373" uid: 5b008917-54d5-4cfa-912f-8be460fb5f63 kind: Event lastTimestamp: "2026-09-17T16:00:43Z" message: 'Created pod: success-200-isvc-efa50-predictor-5f56d967f4-2f9vv' metadata: creationTimestamp: "2026-09-17T16:00:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:43Z" name: success-200-isvc-efa50-predictor-5f56d967f4.18d6270e00328344 namespace: kserve-ci-e2e-test resourceVersion: "20380" uid: 06fbc22a-cf95-41db-80f1-c19a509ce63a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:00:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20371" uid: 5a88d705-fb50-42d7-82e1-146040a874c6 kind: Event lastTimestamp: "2026-09-17T16:00:42Z" message: Scaled up replica set success-200-isvc-efa50-predictor-5f56d967f4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:00:42Z" name: success-200-isvc-efa50-predictor.18d6270dfe414bfe namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 6fbeb678-218a-43dd-add5-de7d2dc18ad9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20372" uid: b0d14d80-d05e-4ecd-9f0c-eef5be0090e3 kind: Event lastTimestamp: "2026-09-17T16:01:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:13Z" name: success-200-isvc-efa50-predictor.18d627117ccd023d namespace: kserve-ci-e2e-test resourceVersion: "20886" uid: f0e156a7-7b04-4166-a368-fa76df6b36cc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:00:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20372" uid: b0d14d80-d05e-4ecd-9f0c-eef5be0090e3 kind: Event lastTimestamp: "2026-09-17T16:01:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:00:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:13Z" name: success-200-isvc-efa50-predictor.18d627117d3cbad7 namespace: kserve-ci-e2e-test resourceVersion: "20887" uid: f0a50010-6637-459a-a7dc-cbb7398264eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:01:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20748" uid: b0d14d80-d05e-4ecd-9f0c-eef5be0090e3 kind: Event lastTimestamp: "2026-09-17T16:01:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:43Z" name: success-200-isvc-efa50-predictor.18d627187aeb6267 namespace: kserve-ci-e2e-test resourceVersion: "21171" uid: 4b5794b2-b8ac-4e08-ac9d-0edd99683dcb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:01:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-efa50-predictor namespace: kserve-ci-e2e-test resourceVersion: "20748" uid: b0d14d80-d05e-4ecd-9f0c-eef5be0090e3 kind: Event lastTimestamp: "2026-09-17T16:01:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T16:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:01:43Z" name: success-200-isvc-efa50-predictor.18d627187b6961d2 namespace: kserve-ci-e2e-test resourceVersion: "21172" uid: 9f4fcdf5-a9f6-420b-82f4-c8e7a3c6ae45 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T16:00:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-efa50 namespace: kserve-ci-e2e-test resourceVersion: "20361" uid: 510e9a59-0797-4383-ab03-a4849eba6e0f kind: Event lastTimestamp: "2026-09-17T16:01:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T16:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:30Z" name: success-200-isvc-efa50.18d6270dfe3ff63f namespace: kserve-ci-e2e-test resourceVersion: "21043" uid: 1602d8ca-04f6-4c91-920d-69878b36f8eb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:01:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-efa50 namespace: kserve-ci-e2e-test resourceVersion: "21040" uid: 510e9a59-0797-4383-ab03-a4849eba6e0f kind: Event lastTimestamp: "2026-09-17T16:01:30Z" message: InferenceService [success-200-isvc-efa50] is Ready metadata: creationTimestamp: "2026-09-17T16:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:01:30Z" name: success-200-isvc-efa50.18d627191a23808f namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: 0be327bf-9e7f-4507-88d8-a8b057761f57 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:50:17.232909Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-13ed5-64c7cc7cf4-hkn7d namespace: kserve-ci-e2e-test resourceVersion: "15200" uid: ad82845c-be52-4b9a-b04c-84f7ae6127f1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-13ed5-64c7cc7cf4-hkn7d to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T15:50:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:50:17Z" name: switch-graph-13ed5-64c7cc7cf4-hkn7d.18d6267c4cd0f9f3 namespace: kserve-ci-e2e-test resourceVersion: "15204" uid: ad308d7d-b6c4-410b-93cf-5fd96e01fd67 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:17Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-13ed5-64c7cc7cf4-hkn7d namespace: kserve-ci-e2e-test resourceVersion: "15209" uid: ad82845c-be52-4b9a-b04c-84f7ae6127f1 kind: Event lastTimestamp: "2026-09-17T15:50:17Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:50:17Z" name: switch-graph-13ed5-64c7cc7cf4-hkn7d.18d6267c6eb595db namespace: kserve-ci-e2e-test resourceVersion: "15221" uid: 2bcc55a0-a3ed-45db-b4d3-7c5aecf25ab9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-13ed5} kind: Pod name: switch-graph-13ed5-64c7cc7cf4-hkn7d namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: ad82845c-be52-4b9a-b04c-84f7ae6127f1 kind: Event lastTimestamp: "2026-09-17T15:50:17Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" metadata: creationTimestamp: "2026-09-17T15:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:17Z" name: switch-graph-13ed5-64c7cc7cf4-hkn7d.18d6267c704e7cee namespace: kserve-ci-e2e-test resourceVersion: "15223" uid: fe329edf-80e0-4fa5-9586-33c9fa66a204 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-13ed5} kind: Pod name: switch-graph-13ed5-64c7cc7cf4-hkn7d namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: ad82845c-be52-4b9a-b04c-84f7ae6127f1 kind: Event lastTimestamp: "2026-09-17T15:50:20Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" in 2.846s (2.846s including waiting). Image size: 211751499 bytes.' metadata: creationTimestamp: "2026-09-17T15:50:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:20Z" name: switch-graph-13ed5-64c7cc7cf4-hkn7d.18d6267d19f36d03 namespace: kserve-ci-e2e-test resourceVersion: "15245" uid: c38d4270-129a-4bce-a867-018f97acb678 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-13ed5} kind: Pod name: switch-graph-13ed5-64c7cc7cf4-hkn7d namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: ad82845c-be52-4b9a-b04c-84f7ae6127f1 kind: Event lastTimestamp: "2026-09-17T15:50:20Z" message: 'Created container: switch-graph-13ed5' metadata: creationTimestamp: "2026-09-17T15:50:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:20Z" name: switch-graph-13ed5-64c7cc7cf4-hkn7d.18d6267d1cd98126 namespace: kserve-ci-e2e-test resourceVersion: "15247" uid: f8688bff-0320-4fcb-98fb-814a0906857b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-13ed5} kind: Pod name: switch-graph-13ed5-64c7cc7cf4-hkn7d namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: ad82845c-be52-4b9a-b04c-84f7ae6127f1 kind: Event lastTimestamp: "2026-09-17T15:50:20Z" message: Started container switch-graph-13ed5 metadata: creationTimestamp: "2026-09-17T15:50:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:20Z" name: switch-graph-13ed5-64c7cc7cf4-hkn7d.18d6267d1d4a8ded namespace: kserve-ci-e2e-test resourceVersion: "15248" uid: 1e5c422a-78f0-47bc-945a-b382da1e0c9b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-13ed5} kind: Pod name: switch-graph-13ed5-64c7cc7cf4-hkn7d namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: ad82845c-be52-4b9a-b04c-84f7ae6127f1 kind: Event lastTimestamp: "2026-09-17T15:50:31Z" message: Stopping container switch-graph-13ed5 metadata: creationTimestamp: "2026-09-17T15:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:31Z" name: switch-graph-13ed5-64c7cc7cf4-hkn7d.18d6267f95094c02 namespace: kserve-ci-e2e-test resourceVersion: "15365" uid: d50376fb-6e29-413a-8277-14ada271f615 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:50:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-13ed5} kind: Pod name: switch-graph-13ed5-64c7cc7cf4-hkn7d namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: ad82845c-be52-4b9a-b04c-84f7ae6127f1 kind: Event lastTimestamp: "2026-09-17T15:50:57Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T15:50:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:50:57Z" name: switch-graph-13ed5-64c7cc7cf4-hkn7d.18d6267fe63097c0 namespace: kserve-ci-e2e-test resourceVersion: "15732" uid: b3a3efbf-a660-4970-aae0-f03df0e72228 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-13ed5-64c7cc7cf4 namespace: kserve-ci-e2e-test resourceVersion: "15197" uid: d16de1d6-1386-46da-8347-d1c8af9c9e07 kind: Event lastTimestamp: "2026-09-17T15:50:17Z" message: 'Created pod: switch-graph-13ed5-64c7cc7cf4-hkn7d' metadata: creationTimestamp: "2026-09-17T15:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:17Z" name: switch-graph-13ed5-64c7cc7cf4.18d6267c4c2f86b4 namespace: kserve-ci-e2e-test resourceVersion: "15202" uid: fca2c9ab-940d-43b6-8d53-b8055f725e4e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-13ed5 namespace: kserve-ci-e2e-test resourceVersion: "15194" uid: 25f04300-81ad-430c-909f-c1ccaa0e8db7 kind: Event lastTimestamp: "2026-09-17T15:50:17Z" message: Scaled up replica set switch-graph-13ed5-64c7cc7cf4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:50:17Z" name: switch-graph-13ed5.18d6267c49a4e282 namespace: kserve-ci-e2e-test resourceVersion: "15198" uid: b4305c45-82f7-4273-b30f-7ad342b064e8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:50:17Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-13ed5 namespace: kserve-ci-e2e-test resourceVersion: "15216" uid: 5b4fa597-71f7-4f9a-846d-0c7b99030ba8 kind: Event lastTimestamp: "2026-09-17T15:50:17Z" message: InferenceGraph [switch-graph-13ed5] is Ready metadata: creationTimestamp: "2026-09-17T15:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:50:17Z" name: switch-graph-13ed5.18d6267c5d7d91ea namespace: kserve-ci-e2e-test resourceVersion: "15217" uid: 6e2d4581-268c-4988-8bb7-264020227854 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T15:51:31.605599Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-795b5-5b65f768bf-hkwd2 namespace: kserve-ci-e2e-test resourceVersion: "16225" uid: cc695e7e-6dbf-48cd-a05a-8df3044ac674 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-795b5-5b65f768bf-hkwd2 to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T15:51:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T15:51:31Z" name: switch-graph-795b5-5b65f768bf-hkwd2.18d6268d9dc630d8 namespace: kserve-ci-e2e-test resourceVersion: "16229" uid: 48817b2f-2f8b-4102-927a-5df185c4ec07 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:31Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-795b5-5b65f768bf-hkwd2 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: cc695e7e-6dbf-48cd-a05a-8df3044ac674 kind: Event lastTimestamp: "2026-09-17T15:51:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-795b5-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T15:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:31Z" name: switch-graph-795b5-5b65f768bf-hkwd2.18d6268da5fbfb74 namespace: kserve-ci-e2e-test resourceVersion: "16240" uid: fc650ded-ac9e-4b97-8bf5-39c14497ecd3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:32Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-795b5-5b65f768bf-hkwd2 namespace: kserve-ci-e2e-test resourceVersion: "16235" uid: cc695e7e-6dbf-48cd-a05a-8df3044ac674 kind: Event lastTimestamp: "2026-09-17T15:51:32Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T15:51:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T15:51:32Z" name: switch-graph-795b5-5b65f768bf-hkwd2.18d6268de39cdff6 namespace: kserve-ci-e2e-test resourceVersion: "16259" uid: 7ec6ba09-5642-4e40-9fb0-3c59b12cc260 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-795b5} kind: Pod name: switch-graph-795b5-5b65f768bf-hkwd2 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: cc695e7e-6dbf-48cd-a05a-8df3044ac674 kind: Event lastTimestamp: "2026-09-17T15:51:32Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T15:51:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:32Z" name: switch-graph-795b5-5b65f768bf-hkwd2.18d6268de5f7fcb2 namespace: kserve-ci-e2e-test resourceVersion: "16261" uid: c7f90577-1860-4681-9215-6bbc0f4b8c8a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-795b5} kind: Pod name: switch-graph-795b5-5b65f768bf-hkwd2 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: cc695e7e-6dbf-48cd-a05a-8df3044ac674 kind: Event lastTimestamp: "2026-09-17T15:51:32Z" message: 'Created container: switch-graph-795b5' metadata: creationTimestamp: "2026-09-17T15:51:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:32Z" name: switch-graph-795b5-5b65f768bf-hkwd2.18d6268de98d0e4f namespace: kserve-ci-e2e-test resourceVersion: "16263" uid: d70db6c2-ac28-4b26-9ae5-b3a4e97605d1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-795b5} kind: Pod name: switch-graph-795b5-5b65f768bf-hkwd2 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: cc695e7e-6dbf-48cd-a05a-8df3044ac674 kind: Event lastTimestamp: "2026-09-17T15:51:32Z" message: Started container switch-graph-795b5 metadata: creationTimestamp: "2026-09-17T15:51:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:51:32Z" name: switch-graph-795b5-5b65f768bf-hkwd2.18d6268dea00bf83 namespace: kserve-ci-e2e-test resourceVersion: "16264" uid: 7955f327-28d9-4d2e-9571-b6ed6ea53a85 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-795b5} kind: Pod name: switch-graph-795b5-5b65f768bf-hkwd2 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: cc695e7e-6dbf-48cd-a05a-8df3044ac674 kind: Event lastTimestamp: "2026-09-17T15:59:46Z" message: Stopping container switch-graph-795b5 metadata: creationTimestamp: "2026-09-17T15:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T15:59:46Z" name: switch-graph-795b5-5b65f768bf-hkwd2.18d62700cc7624b0 namespace: kserve-ci-e2e-test resourceVersion: "19745" uid: 2304051a-bbb3-482b-94ea-734f93c6b1d7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T15:59:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-795b5} kind: Pod name: switch-graph-795b5-5b65f768bf-hkwd2 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: cc695e7e-6dbf-48cd-a05a-8df3044ac674 kind: Event lastTimestamp: "2026-09-17T16:00:14Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T15:59:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:00:14Z" name: switch-graph-795b5-5b65f768bf-hkwd2.18d627016ed01f29 namespace: kserve-ci-e2e-test resourceVersion: "20078" uid: c8a4b138-a51b-4a1e-a537-384ba74219b0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-795b5-5b65f768bf namespace: kserve-ci-e2e-test resourceVersion: "16221" uid: b5d1e24c-ce80-405d-8771-5fd353ff32f6 kind: Event lastTimestamp: "2026-09-17T15:51:31Z" message: 'Created pod: switch-graph-795b5-5b65f768bf-hkwd2' metadata: creationTimestamp: "2026-09-17T15:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:31Z" name: switch-graph-795b5-5b65f768bf.18d6268d9d5297ec namespace: kserve-ci-e2e-test resourceVersion: "16227" uid: 10455670-0119-441c-ad5a-3d8df0321155 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-795b5 namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: 6c56c3b6-c28b-4f36-96e3-d1c6231f691f kind: Event lastTimestamp: "2026-09-17T15:51:31Z" message: Scaled up replica set switch-graph-795b5-5b65f768bf from 0 to 1 metadata: creationTimestamp: "2026-09-17T15:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:51:31Z" name: switch-graph-795b5.18d6268d9c6ebef6 namespace: kserve-ci-e2e-test resourceVersion: "16222" uid: f7de13ea-4907-4bc1-8ce6-aeb1cdd98b0e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T15:51:31Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-795b5 namespace: kserve-ci-e2e-test resourceVersion: "16237" uid: 4b56fed7-4e80-4743-974a-615e5814519a kind: Event lastTimestamp: "2026-09-17T15:51:31Z" message: InferenceGraph [switch-graph-795b5] is Ready metadata: creationTimestamp: "2026-09-17T15:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T15:51:31Z" name: switch-graph-795b5.18d6268da49e0d13 namespace: kserve-ci-e2e-test resourceVersion: "16239" uid: 51a4f565-8cbb-4d62-8037-25f990e79067 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:51:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-795b5 namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: fc4ff082-e81a-40a5-a186-1ea684d75daf kind: Event lastTimestamp: "2026-09-17T15:52:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:51:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:16Z" name: switch-graph-795b5.18d626911ad873dd namespace: kserve-ci-e2e-test resourceVersion: "16640" uid: 220ca2f4-d472-4c15-9362-e1a319bc5dab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T15:51:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-795b5 namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: fc4ff082-e81a-40a5-a186-1ea684d75daf kind: Event lastTimestamp: "2026-09-17T15:52:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T15:51:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T15:52:16Z" name: switch-graph-795b5.18d626911b663597 namespace: kserve-ci-e2e-test resourceVersion: "16641" uid: 88a7db20-ff12-4ef3-bd48-4abfd23facba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T16:12:08.137170Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ece61-7ffdf9795f-9g9x7 namespace: kserve-ci-e2e-test resourceVersion: "26672" uid: c2ffd2d2-e9ab-46cd-9614-6763638c57fb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-ece61-7ffdf9795f-9g9x7 to ip-10-0-140-183.ec2.internal metadata: creationTimestamp: "2026-09-17T16:12:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T16:12:08Z" name: switch-graph-ece61-7ffdf9795f-9g9x7.18d627ad84ccb1d1 namespace: kserve-ci-e2e-test resourceVersion: "26677" uid: f5b6d9db-3472-42cd-8720-769f199fcd5b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67b648455b-zx7hx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:08Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-ece61-7ffdf9795f-9g9x7 namespace: kserve-ci-e2e-test resourceVersion: "26680" uid: c2ffd2d2-e9ab-46cd-9614-6763638c57fb kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: Add eth0 [10.134.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T16:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T16:12:08Z" name: switch-graph-ece61-7ffdf9795f-9g9x7.18d627ada6ea6111 namespace: kserve-ci-e2e-test resourceVersion: "26696" uid: 924a352a-a0eb-4d42-8761-03505b63d13d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ece61} kind: Pod name: switch-graph-ece61-7ffdf9795f-9g9x7 namespace: kserve-ci-e2e-test resourceVersion: "26674" uid: c2ffd2d2-e9ab-46cd-9614-6763638c57fb kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:a29593a59a3db1348c061540e0e9096968dcae07bafbffdc3df49a356ea33651" already present on machine metadata: creationTimestamp: "2026-09-17T16:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:08Z" name: switch-graph-ece61-7ffdf9795f-9g9x7.18d627ada8a31696 namespace: kserve-ci-e2e-test resourceVersion: "26698" uid: ee47996b-2c28-4e6f-bbaf-047acbf68915 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ece61} kind: Pod name: switch-graph-ece61-7ffdf9795f-9g9x7 namespace: kserve-ci-e2e-test resourceVersion: "26674" uid: c2ffd2d2-e9ab-46cd-9614-6763638c57fb kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: 'Created container: switch-graph-ece61' metadata: creationTimestamp: "2026-09-17T16:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:08Z" name: switch-graph-ece61-7ffdf9795f-9g9x7.18d627adacbe71f4 namespace: kserve-ci-e2e-test resourceVersion: "26700" uid: b36dab05-dc60-409a-a35a-27c92b576ddb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ece61} kind: Pod name: switch-graph-ece61-7ffdf9795f-9g9x7 namespace: kserve-ci-e2e-test resourceVersion: "26674" uid: c2ffd2d2-e9ab-46cd-9614-6763638c57fb kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: Started container switch-graph-ece61 metadata: creationTimestamp: "2026-09-17T16:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:12:08Z" name: switch-graph-ece61-7ffdf9795f-9g9x7.18d627adad2e9ea6 namespace: kserve-ci-e2e-test resourceVersion: "26701" uid: 93b00c7b-4446-431d-b70f-1c45527b2b60 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:28:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ece61} kind: Pod name: switch-graph-ece61-7ffdf9795f-9g9x7 namespace: kserve-ci-e2e-test resourceVersion: "26674" uid: c2ffd2d2-e9ab-46cd-9614-6763638c57fb kind: Event lastTimestamp: "2026-09-17T16:28:27Z" message: Stopping container switch-graph-ece61 metadata: creationTimestamp: "2026-09-17T16:28:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:28:27Z" name: switch-graph-ece61-7ffdf9795f-9g9x7.18d6289189c868e1 namespace: kserve-ci-e2e-test resourceVersion: "33566" uid: b70ded00-1127-475b-a960-1103747dead9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T16:28:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-ece61} kind: Pod name: switch-graph-ece61-7ffdf9795f-9g9x7 namespace: kserve-ci-e2e-test resourceVersion: "26674" uid: c2ffd2d2-e9ab-46cd-9614-6763638c57fb kind: Event lastTimestamp: "2026-09-17T16:28:55Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T16:28:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T16:28:55Z" name: switch-graph-ece61-7ffdf9795f-9g9x7.18d6289251462228 namespace: kserve-ci-e2e-test resourceVersion: "33839" uid: 862a0dcc-39d5-45c8-8a95-f9b204315fca reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-183.ec2.internal source: component: kubelet host: ip-10-0-140-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-ece61-7ffdf9795f namespace: kserve-ci-e2e-test resourceVersion: "26669" uid: 73b70f90-d3de-4b20-a70f-e21b984aa840 kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: 'Created pod: switch-graph-ece61-7ffdf9795f-9g9x7' metadata: creationTimestamp: "2026-09-17T16:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:08Z" name: switch-graph-ece61-7ffdf9795f.18d627ad8423334b namespace: kserve-ci-e2e-test resourceVersion: "26673" uid: 10379407-5d14-4663-ad53-e66f4c97c8d0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-ece61 namespace: kserve-ci-e2e-test resourceVersion: "26667" uid: 028383bf-c42e-4d39-a234-70ac07c08379 kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: Scaled up replica set switch-graph-ece61-7ffdf9795f from 0 to 1 metadata: creationTimestamp: "2026-09-17T16:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:08Z" name: switch-graph-ece61.18d627ad8308aed5 namespace: kserve-ci-e2e-test resourceVersion: "26670" uid: 6ef180ad-3c46-4255-8d5a-50ca5eeb05e9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T16:12:08Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-ece61 namespace: kserve-ci-e2e-test resourceVersion: "26686" uid: 6256f44a-b1cb-4912-aaf7-bffb515f75f7 kind: Event lastTimestamp: "2026-09-17T16:12:08Z" message: InferenceGraph [switch-graph-ece61] is Ready metadata: creationTimestamp: "2026-09-17T16:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T16:12:08Z" name: switch-graph-ece61.18d627ad89f7d4b8 namespace: kserve-ci-e2e-test resourceVersion: "26688" uid: f6b437f5-ce7f-462c-9afd-cc38876f8839 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:12:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-ece61 namespace: kserve-ci-e2e-test resourceVersion: "26668" uid: a8602324-2d74-4036-a75c-d5458470fb84 kind: Event lastTimestamp: "2026-09-17T16:12:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:38Z" name: switch-graph-ece61.18d627b10207217b namespace: kserve-ci-e2e-test resourceVersion: "26985" uid: d16f2bf0-f84d-4293-bb97-ea983fdc3233 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T16:12:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-ece61 namespace: kserve-ci-e2e-test resourceVersion: "26668" uid: a8602324-2d74-4036-a75c-d5458470fb84 kind: Event lastTimestamp: "2026-09-17T16:12:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T16:12:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T16:12:38Z" name: switch-graph-ece61.18d627b102bef4cf namespace: kserve-ci-e2e-test resourceVersion: "26986" uid: f2cf49a3-ffd9-4557-beba-8db1e2379d44 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "33862"