--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:03:50.470083Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4f962-798db48b9d-tcld9 namespace: kserve-ci-e2e-test resourceVersion: "21344" uid: 6e735052-5aaf-4b0d-ac7e-7377d1fced33 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-4f962-798db48b9d-tcld9 to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:03:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:03:50Z" name: ensemble-graph-4f962-798db48b9d-tcld9.18d6310c37b16749 namespace: kserve-ci-e2e-test resourceVersion: "21351" uid: 2ac6d597-a0b2-4bfc-be93-2b6c80da160f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:50Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4f962-798db48b9d-tcld9 namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 6e735052-5aaf-4b0d-ac7e-7377d1fced33 kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-4f962-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:50Z" name: ensemble-graph-4f962-798db48b9d-tcld9.18d6310c430ccb9f namespace: kserve-ci-e2e-test resourceVersion: "21366" uid: df7a1da9-0eec-4303-b388-794274f57847 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:51Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4f962-798db48b9d-tcld9 namespace: kserve-ci-e2e-test resourceVersion: "21353" uid: 6e735052-5aaf-4b0d-ac7e-7377d1fced33 kind: Event lastTimestamp: "2026-09-17T19:03:51Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:03:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:03:51Z" name: ensemble-graph-4f962-798db48b9d-tcld9.18d6310c7d706ebe namespace: kserve-ci-e2e-test resourceVersion: "21378" uid: d2cc59e7-28b9-4427-b74a-d1b00998e2fc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4f962} kind: Pod name: ensemble-graph-4f962-798db48b9d-tcld9 namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 6e735052-5aaf-4b0d-ac7e-7377d1fced33 kind: Event lastTimestamp: "2026-09-17T19:03:51Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T19:03:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:51Z" name: ensemble-graph-4f962-798db48b9d-tcld9.18d6310c7ed67f06 namespace: kserve-ci-e2e-test resourceVersion: "21380" uid: f57051b9-1aa0-4ea0-a6e7-e4dbec8b49a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4f962} kind: Pod name: ensemble-graph-4f962-798db48b9d-tcld9 namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 6e735052-5aaf-4b0d-ac7e-7377d1fced33 kind: Event lastTimestamp: "2026-09-17T19:03:51Z" message: 'Created container: ensemble-graph-4f962' metadata: creationTimestamp: "2026-09-17T19:03:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:51Z" name: ensemble-graph-4f962-798db48b9d-tcld9.18d6310c81ad1146 namespace: kserve-ci-e2e-test resourceVersion: "21381" uid: 20b4e6fb-1bb6-427c-935d-4d884d64a0b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4f962} kind: Pod name: ensemble-graph-4f962-798db48b9d-tcld9 namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 6e735052-5aaf-4b0d-ac7e-7377d1fced33 kind: Event lastTimestamp: "2026-09-17T19:03:51Z" message: Started container ensemble-graph-4f962 metadata: creationTimestamp: "2026-09-17T19:03:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:51Z" name: ensemble-graph-4f962-798db48b9d-tcld9.18d6310c82205639 namespace: kserve-ci-e2e-test resourceVersion: "21382" uid: 76d21ed0-3604-4f2e-92c7-8f3ea6941461 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4f962} kind: Pod name: ensemble-graph-4f962-798db48b9d-tcld9 namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 6e735052-5aaf-4b0d-ac7e-7377d1fced33 kind: Event lastTimestamp: "2026-09-17T19:04:01Z" message: Stopping container ensemble-graph-4f962 metadata: creationTimestamp: "2026-09-17T19:04:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:01Z" name: ensemble-graph-4f962-798db48b9d-tcld9.18d6310ebe9524fa namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: 67c2e56f-80cf-4dd0-8efd-deb68dd2688a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:04:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4f962} kind: Pod name: ensemble-graph-4f962-798db48b9d-tcld9 namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 6e735052-5aaf-4b0d-ac7e-7377d1fced33 kind: Event lastTimestamp: "2026-09-17T19:04:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:04:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:28Z" name: ensemble-graph-4f962-798db48b9d-tcld9.18d6310f488629dc namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 2a8519be-2041-4972-9be0-7f6246a08a6a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-4f962-798db48b9d namespace: kserve-ci-e2e-test resourceVersion: "21342" uid: 7d80c39f-19be-43ae-ab24-0c9545236cfc kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: 'Created pod: ensemble-graph-4f962-798db48b9d-tcld9' metadata: creationTimestamp: "2026-09-17T19:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:50Z" name: ensemble-graph-4f962-798db48b9d.18d6310c373ed59c namespace: kserve-ci-e2e-test resourceVersion: "21347" uid: 990e2b66-96a0-4902-b153-52f54b6f5ea8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-4f962 namespace: kserve-ci-e2e-test resourceVersion: "21340" uid: 22f05b64-025d-45d1-932e-e345220f904e kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: Scaled up replica set ensemble-graph-4f962-798db48b9d from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:50Z" name: ensemble-graph-4f962.18d6310c360a5438 namespace: kserve-ci-e2e-test resourceVersion: "21345" uid: fce141c6-9efb-426a-a7c2-ffb37d3835c8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-4f962 namespace: kserve-ci-e2e-test resourceVersion: "21358" uid: 869aea04-50a8-4a17-9b57-06b8d26f64ba kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: InferenceGraph [ensemble-graph-4f962] is Ready metadata: creationTimestamp: "2026-09-17T19:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:50Z" name: ensemble-graph-4f962.18d6310c3e06ccfd namespace: kserve-ci-e2e-test resourceVersion: "21360" uid: cae6e930-c5fc-4fd9-bab5-6384ca7f3a6d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-4f962 namespace: kserve-ci-e2e-test resourceVersion: "21334" uid: 869aea04-50a8-4a17-9b57-06b8d26f64ba kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: 'Failed to update status for InferenceGraph "ensemble-graph-4f962": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-4f962": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:50Z" name: ensemble-graph-4f962.18d6310c41862904 namespace: kserve-ci-e2e-test resourceVersion: "21362" uid: 981d6af4-d433-46a4-82e3-5bf1b5f8c5d8 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-4f962 namespace: kserve-ci-e2e-test resourceVersion: "21334" uid: 869aea04-50a8-4a17-9b57-06b8d26f64ba kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-4f962": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:03:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:50Z" name: ensemble-graph-4f962.18d6310c41867971 namespace: kserve-ci-e2e-test resourceVersion: "21363" uid: 8bb01447-885d-4646-acae-b3bc94f25be7 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:05:10.871168Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-bd292-8446b7b59d-5t2pc namespace: kserve-ci-e2e-test resourceVersion: "22201" uid: ab9338b9-3a97-4139-aadb-6b22cf149616 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-bd292-8446b7b59d-5t2pc to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:05:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:05:10Z" name: ensemble-graph-bd292-8446b7b59d-5t2pc.18d6311eeff89fde namespace: kserve-ci-e2e-test resourceVersion: "22206" uid: 6a2d2b9a-e64a-4db0-86a2-c2a421fbc99a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:11Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-bd292-8446b7b59d-5t2pc namespace: kserve-ci-e2e-test resourceVersion: "22211" uid: ab9338b9-3a97-4139-aadb-6b22cf149616 kind: Event lastTimestamp: "2026-09-17T19:05:11Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:05:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:05:11Z" name: ensemble-graph-bd292-8446b7b59d-5t2pc.18d6311f11fac75d namespace: kserve-ci-e2e-test resourceVersion: "22221" uid: 7348c4e7-25c0-4556-879f-f2be0699859d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bd292} kind: Pod name: ensemble-graph-bd292-8446b7b59d-5t2pc namespace: kserve-ci-e2e-test resourceVersion: "22204" uid: ab9338b9-3a97-4139-aadb-6b22cf149616 kind: Event lastTimestamp: "2026-09-17T19:05:11Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T19:05:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:05:11Z" name: ensemble-graph-bd292-8446b7b59d-5t2pc.18d6311f1373934e namespace: kserve-ci-e2e-test resourceVersion: "22223" uid: d760d18a-4f95-4acd-a0b1-b01d98838676 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bd292} kind: Pod name: ensemble-graph-bd292-8446b7b59d-5t2pc namespace: kserve-ci-e2e-test resourceVersion: "22204" uid: ab9338b9-3a97-4139-aadb-6b22cf149616 kind: Event lastTimestamp: "2026-09-17T19:05:11Z" message: 'Created container: ensemble-graph-bd292' metadata: creationTimestamp: "2026-09-17T19:05:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:05:11Z" name: ensemble-graph-bd292-8446b7b59d-5t2pc.18d6311f1673932d namespace: kserve-ci-e2e-test resourceVersion: "22224" uid: 8adf26df-8559-40e9-86a1-850998197b6d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bd292} kind: Pod name: ensemble-graph-bd292-8446b7b59d-5t2pc namespace: kserve-ci-e2e-test resourceVersion: "22204" uid: ab9338b9-3a97-4139-aadb-6b22cf149616 kind: Event lastTimestamp: "2026-09-17T19:05:11Z" message: Started container ensemble-graph-bd292 metadata: creationTimestamp: "2026-09-17T19:05:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:05:11Z" name: ensemble-graph-bd292-8446b7b59d-5t2pc.18d6311f16e2bc0d namespace: kserve-ci-e2e-test resourceVersion: "22225" uid: dc9fc41d-889a-4aa9-97b7-9904892d121f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bd292} kind: Pod name: ensemble-graph-bd292-8446b7b59d-5t2pc namespace: kserve-ci-e2e-test resourceVersion: "22204" uid: ab9338b9-3a97-4139-aadb-6b22cf149616 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: Stopping container ensemble-graph-bd292 metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:25Z" name: ensemble-graph-bd292-8446b7b59d-5t2pc.18d63192179a6be3 namespace: kserve-ci-e2e-test resourceVersion: "24747" uid: 1a6590df-9880-4660-b3ae-139b97fe60c7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:13:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-bd292} kind: Pod name: ensemble-graph-bd292-8446b7b59d-5t2pc namespace: kserve-ci-e2e-test resourceVersion: "22204" uid: ab9338b9-3a97-4139-aadb-6b22cf149616 kind: Event lastTimestamp: "2026-09-17T19:13:52Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:13:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:52Z" name: ensemble-graph-bd292-8446b7b59d-5t2pc.18d63192ae0f44b9 namespace: kserve-ci-e2e-test resourceVersion: "25017" uid: f203ce1b-d263-43f4-bbdd-bcbeccdef4f6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-bd292-8446b7b59d namespace: kserve-ci-e2e-test resourceVersion: "22197" uid: 583436f9-96ca-46d3-bee8-2a33ea66e439 kind: Event lastTimestamp: "2026-09-17T19:05:10Z" message: 'Created pod: ensemble-graph-bd292-8446b7b59d-5t2pc' metadata: creationTimestamp: "2026-09-17T19:05:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:10Z" name: ensemble-graph-bd292-8446b7b59d.18d6311eef149383 namespace: kserve-ci-e2e-test resourceVersion: "22202" uid: 9fd2dd5e-7ed2-4834-b409-33bf9c9a5231 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-bd292 namespace: kserve-ci-e2e-test resourceVersion: "22195" uid: 09fc2f36-68e1-4d94-8c14-41afda2c51e1 kind: Event lastTimestamp: "2026-09-17T19:05:10Z" message: Scaled up replica set ensemble-graph-bd292-8446b7b59d from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:05:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:10Z" name: ensemble-graph-bd292.18d6311eec96bf5a namespace: kserve-ci-e2e-test resourceVersion: "22198" uid: f45a859a-a104-453b-8194-39d9013f80ce reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-bd292 namespace: kserve-ci-e2e-test resourceVersion: "22213" uid: 50eccbd4-aa57-4e74-9622-928247f22a1c kind: Event lastTimestamp: "2026-09-17T19:05:10Z" message: InferenceGraph [ensemble-graph-bd292] is Ready metadata: creationTimestamp: "2026-09-17T19:05:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:05:10Z" name: ensemble-graph-bd292.18d6311ef5733c99 namespace: kserve-ci-e2e-test resourceVersion: "22214" uid: 60fdb291-1edb-4233-b240-31f4f8d13e4c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:05:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-bd292 namespace: kserve-ci-e2e-test resourceVersion: "22196" uid: c77855cb-7a43-49ef-b90a-a39f7405f72a kind: Event lastTimestamp: "2026-09-17T19:05:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:05:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:55Z" name: ensemble-graph-bd292.18d631226abe80d2 namespace: kserve-ci-e2e-test resourceVersion: "22517" uid: fcfcb342-1fb6-4eda-9333-29caaf4c4c91 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:05:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-bd292 namespace: kserve-ci-e2e-test resourceVersion: "22196" uid: c77855cb-7a43-49ef-b90a-a39f7405f72a kind: Event lastTimestamp: "2026-09-17T19:05:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:05:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:55Z" name: ensemble-graph-bd292.18d631226b2d45c7 namespace: kserve-ci-e2e-test resourceVersion: "22518" uid: 03beec8c-6887-45b7-946f-e47d1386799f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:04:47.096482Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21987" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d6311966e3a8b0 namespace: kserve-ci-e2e-test resourceVersion: "21996" uid: 1a995a96-96fd-41bc-87d0-b22bc4202875 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "22002" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d6311988ca0390 namespace: kserve-ci-e2e-test resourceVersion: "22017" uid: 485f4ba7-08a6-4b02-b112-93b890bbf5e3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d631198a359ccc namespace: kserve-ci-e2e-test resourceVersion: "22019" uid: d8900e78-3213-4f70-b129-93ec117fbc08 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d631198da760f2 namespace: kserve-ci-e2e-test resourceVersion: "22020" uid: b5f18460-ef28-49e9-b5ef-f3082555b013 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d631198e208996 namespace: kserve-ci-e2e-test resourceVersion: "22021" uid: b13f900c-aa60-4ac6-a22b-ba540b09d26c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d631198e2c4ea8 namespace: kserve-ci-e2e-test resourceVersion: "22022" uid: 83f42c4e-cfcb-4865-8005-f9573e69cf24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d6311991452f42 namespace: kserve-ci-e2e-test resourceVersion: "22024" uid: 220d8fe9-f115-4269-b914-acf08be7e780 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d6311991b56240 namespace: kserve-ci-e2e-test resourceVersion: "22025" uid: 448b8ae8-be1f-49c0-9599-7220ceb94a3a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:14:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:04Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d63119cfaee786 namespace: kserve-ci-e2e-test resourceVersion: "25210" uid: e623080d-3e55-43be-953e-c1a7a59a4b9a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:14:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:02Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d6319a99a8568b namespace: kserve-ci-e2e-test resourceVersion: "25109" uid: c7692f0a-6c2b-4cda-8bb9-3eeefdafd6aa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:14:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:02Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d6319a99a96e62 namespace: kserve-ci-e2e-test resourceVersion: "25110" uid: 77412594-a394-4f2b-a3bd-c166c057190f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6 namespace: kserve-ci-e2e-test resourceVersion: "21992" uid: 56312303-34c8-41f5-96be-489b7f7ac27f kind: Event lastTimestamp: "2026-09-17T19:14:04Z" message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp 10.134.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:04Z" name: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6.18d6319b4427b328 namespace: kserve-ci-e2e-test resourceVersion: "25209" uid: de1821e0-10fa-43b7-9f3f-f30440e16ea0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-058d2-predictor-7df8c9df5f namespace: kserve-ci-e2e-test resourceVersion: "21981" uid: 4dd486da-b5bf-435f-a536-536bfe9958d2 kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: 'Created pod: error-404-isvc-058d2-predictor-7df8c9df5f-rprn6' metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor-7df8c9df5f.18d6311965b8a030 namespace: kserve-ci-e2e-test resourceVersion: "21993" uid: 3afbd3b1-74cf-4c0b-bd0c-7014aa1ae786 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "21979" uid: 458303c8-dfa5-433f-b6a2-8880b149be7d kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: Scaled up replica set error-404-isvc-058d2-predictor-7df8c9df5f from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2-predictor.18d63119628eb72e namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: 03db0611-4e37-44d3-957a-a0cbc5b53fe1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "21980" uid: 824dfd32-07d3-472d-9794-7fd90215edf0 kind: Event lastTimestamp: "2026-09-17T19:05:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:17Z" name: error-404-isvc-058d2-predictor.18d6311ce14fa673 namespace: kserve-ci-e2e-test resourceVersion: "22257" uid: e85aaad3-2ad4-4fd7-82f0-7773bc0ada8e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "21980" uid: 824dfd32-07d3-472d-9794-7fd90215edf0 kind: Event lastTimestamp: "2026-09-17T19:05:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:17Z" name: error-404-isvc-058d2-predictor.18d6311ce1baf9d3 namespace: kserve-ci-e2e-test resourceVersion: "22258" uid: 4e12eb0b-0186-4872-a899-9e88459e0516 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:05:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "22140" uid: 824dfd32-07d3-472d-9794-7fd90215edf0 kind: Event lastTimestamp: "2026-09-17T19:06:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:05:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:06:02Z" name: error-404-isvc-058d2-predictor.18d63123dfafa7fc namespace: kserve-ci-e2e-test resourceVersion: "22553" uid: 9f894031-d356-4937-b24d-fa3695b451c9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:05:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "22140" uid: 824dfd32-07d3-472d-9794-7fd90215edf0 kind: Event lastTimestamp: "2026-09-17T19:06:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:05:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:06:02Z" name: error-404-isvc-058d2-predictor.18d63123e01a4e9c namespace: kserve-ci-e2e-test resourceVersion: "22554" uid: c623447e-6462-4598-b42b-1a7fc018ecce reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-058d2 namespace: kserve-ci-e2e-test resourceVersion: "21965" uid: e8f886a0-e6ae-4cc5-a42d-5c6478160948 kind: Event lastTimestamp: "2026-09-17T19:05:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:05:35Z" name: error-404-isvc-058d2.18d6311962d51f4d namespace: kserve-ci-e2e-test resourceVersion: "22379" uid: eca238b5-31e8-40fd-9428-35609348b754 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-058d2 namespace: kserve-ci-e2e-test resourceVersion: "21965" uid: e8f886a0-e6ae-4cc5-a42d-5c6478160948 kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: 'Failed to update status for InferenceService "error-404-isvc-058d2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-058d2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2.18d63119643b037e namespace: kserve-ci-e2e-test resourceVersion: "21985" uid: fd5dfdfa-12a5-47d5-98eb-ab9a1069b55c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-058d2 namespace: kserve-ci-e2e-test resourceVersion: "21965" uid: e8f886a0-e6ae-4cc5-a42d-5c6478160948 kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-058d2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:47Z" name: error-404-isvc-058d2.18d63119643b4c18 namespace: kserve-ci-e2e-test resourceVersion: "21986" uid: 7b9172b7-7970-41fa-9ee5-917c5be52cd9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-058d2 namespace: kserve-ci-e2e-test resourceVersion: "22373" uid: e8f886a0-e6ae-4cc5-a42d-5c6478160948 kind: Event lastTimestamp: "2026-09-17T19:05:34Z" message: InferenceService [error-404-isvc-058d2] is Ready metadata: creationTimestamp: "2026-09-17T19:05:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:05:34Z" name: error-404-isvc-058d2.18d631248ccdab36 namespace: kserve-ci-e2e-test resourceVersion: "22374" uid: 368d0a4c-4183-46c0-b6dc-6b99365a5b1f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:13:25.772742Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24830" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:13:25Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d631922a674e26 namespace: kserve-ci-e2e-test resourceVersion: "24834" uid: 6048bc87-d222-4e3a-9e5f-fcaa20deb322 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:13:26Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d631924cb94e89 namespace: kserve-ci-e2e-test resourceVersion: "24854" uid: db713057-c418-4ceb-8f4e-803a9d5639a4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d631924e0da5c7 namespace: kserve-ci-e2e-test resourceVersion: "24856" uid: 36b026a8-96de-4b17-89f2-2d105e44b25a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d6319251d39bd0 namespace: kserve-ci-e2e-test resourceVersion: "24859" uid: 99d3c8fe-a8c8-454a-ba64-caa953c59366 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d63192524856a4 namespace: kserve-ci-e2e-test resourceVersion: "24860" uid: 21949093-d26b-4679-b390-72b44b1818d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d631925252b553 namespace: kserve-ci-e2e-test resourceVersion: "24862" uid: 9644b850-cc93-4860-9f79-fe8d5ff7d834 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d63192550f20b9 namespace: kserve-ci-e2e-test resourceVersion: "24867" uid: a3b03be6-07a7-46e6-a2ce-1602cdd53f0e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d63192557e25d3 namespace: kserve-ci-e2e-test resourceVersion: "24868" uid: 3e665e33-eb21-410e-8bd9-0c7e1d0e2f44 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:13:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:13:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d631927997aa3a namespace: kserve-ci-e2e-test resourceVersion: "25177" uid: 4b8dd258-7063-439f-b903-8f14fd254659 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:14:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:35Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d631a2815fe92d namespace: kserve-ci-e2e-test resourceVersion: "25505" uid: c9f19ff5-77ea-43bb-ac81-0432dd55f21c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:14:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:35Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d631a281608349 namespace: kserve-ci-e2e-test resourceVersion: "25506" uid: bc7f9523-a748-4a39-ad1d-35f31af6ea4f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm namespace: kserve-ci-e2e-test resourceVersion: "24832" uid: a4a30d19-a224-46d8-80ca-175c08b4cf4d kind: Event lastTimestamp: "2026-09-17T19:14:38Z" message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:14:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:38Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm.18d631a301c053fd namespace: kserve-ci-e2e-test resourceVersion: "25595" uid: f433c5f3-e2c5-4926-ac7c-7ad3209a4612 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3efeb-predictor-f8bf5d4ff namespace: kserve-ci-e2e-test resourceVersion: "24823" uid: d0dcc747-f99a-465f-a2a0-0a4ca90fdd63 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: 'Created pod: error-404-isvc-3efeb-predictor-f8bf5d4ff-cvnqm' metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:13:25Z" name: error-404-isvc-3efeb-predictor-f8bf5d4ff.18d631922a00e706 namespace: kserve-ci-e2e-test resourceVersion: "24831" uid: 12fe0973-6f49-4ac3-a011-38d76167dbe0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24819" uid: bfec7d56-4437-440d-b865-535fc2380758 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: Scaled up replica set error-404-isvc-3efeb-predictor-f8bf5d4ff from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:13:25Z" name: error-404-isvc-3efeb-predictor.18d631922850e92c namespace: kserve-ci-e2e-test resourceVersion: "24824" uid: 2aa00a1d-be74-4c38-81cb-9de4bd05d090 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:13:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24822" uid: ca502864-2e22-42e7-b7d3-80d8950c4d0e kind: Event lastTimestamp: "2026-09-17T19:14:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:10Z" name: error-404-isvc-3efeb-predictor.18d63195a6f496e9 namespace: kserve-ci-e2e-test resourceVersion: "25254" uid: 2af75e72-64ca-40ca-9e56-2588aca7c472 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:13:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24822" uid: ca502864-2e22-42e7-b7d3-80d8950c4d0e kind: Event lastTimestamp: "2026-09-17T19:14:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:10Z" name: error-404-isvc-3efeb-predictor.18d63195a7613cdc namespace: kserve-ci-e2e-test resourceVersion: "25255" uid: 04fd0d8f-c747-4888-b5bf-f75371ed80fe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24956" uid: ca502864-2e22-42e7-b7d3-80d8950c4d0e kind: Event lastTimestamp: "2026-09-17T19:14:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:25Z" name: error-404-isvc-3efeb-predictor.18d631a0236e42a9 namespace: kserve-ci-e2e-test resourceVersion: "25377" uid: f35b9821-6162-4f93-a722-9a877a4a6a98 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24956" uid: ca502864-2e22-42e7-b7d3-80d8950c4d0e kind: Event lastTimestamp: "2026-09-17T19:14:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:25Z" name: error-404-isvc-3efeb-predictor.18d631a023d0e8d2 namespace: kserve-ci-e2e-test resourceVersion: "25379" uid: c9ff36d1-5df5-4771-8844-6106e02703d2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3efeb namespace: kserve-ci-e2e-test resourceVersion: "24788" uid: 0b313392-f685-49d9-bd2c-57f5211f3cb4 kind: Event lastTimestamp: "2026-09-17T19:14:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:13Z" name: error-404-isvc-3efeb.18d63192285be5ad namespace: kserve-ci-e2e-test resourceVersion: "25285" uid: 03cddfd6-85f4-4b80-ab3d-1de6a3b6ee84 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3efeb namespace: kserve-ci-e2e-test resourceVersion: "24788" uid: 0b313392-f685-49d9-bd2c-57f5211f3cb4 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: 'Failed to update status for InferenceService "error-404-isvc-3efeb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3efeb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:13:25Z" name: error-404-isvc-3efeb.18d6319228c5cf68 namespace: kserve-ci-e2e-test resourceVersion: "24827" uid: 3c3ac034-2067-4207-b0e6-0ba12f13ad00 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3efeb namespace: kserve-ci-e2e-test resourceVersion: "24788" uid: 0b313392-f685-49d9-bd2c-57f5211f3cb4 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3efeb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:13:25Z" name: error-404-isvc-3efeb.18d6319228c625ac namespace: kserve-ci-e2e-test resourceVersion: "24828" uid: 49706753-4d0f-4df5-854f-d7381457051f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3efeb namespace: kserve-ci-e2e-test resourceVersion: "25283" uid: 0b313392-f685-49d9-bd2c-57f5211f3cb4 kind: Event lastTimestamp: "2026-09-17T19:14:13Z" message: InferenceService [error-404-isvc-3efeb] is Ready metadata: creationTimestamp: "2026-09-17T19:14:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:13Z" name: error-404-isvc-3efeb.18d6319d34ee8c68 namespace: kserve-ci-e2e-test resourceVersion: "25284" uid: 75c1c06f-b25f-4170-8062-0674aa96ea30 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:14:36.179610Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25546" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:14:36Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a28efada6c namespace: kserve-ci-e2e-test resourceVersion: "25550" uid: 69737754-f37e-4d0c-bb36-6082833751e6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-46c43-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:36Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a29782a35a namespace: kserve-ci-e2e-test resourceVersion: "25564" uid: ef356caa-5dff-45c4-92c6-c1d012ccc882 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25556" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:14:37Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:14:37Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a2d4c55aad namespace: kserve-ci-e2e-test resourceVersion: "25585" uid: 0a7b0ad4-27df-42c8-8062-ea1d57c2dd86 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:14:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:37Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a2d61d7f9b namespace: kserve-ci-e2e-test resourceVersion: "25587" uid: f8737e91-b376-436c-95e0-3aad3e8fe8a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:14:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:37Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a2d99ece1e namespace: kserve-ci-e2e-test resourceVersion: "25588" uid: d138f448-333a-4951-8486-d890a7362fb0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:14:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:37Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a2da18c944 namespace: kserve-ci-e2e-test resourceVersion: "25589" uid: 5adad241-c885-49eb-8cfb-d989b8ae3571 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:14:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:37Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a2da243659 namespace: kserve-ci-e2e-test resourceVersion: "25590" uid: 69c58b16-d0ed-4638-b68f-93bfb11cbc05 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:14:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:37Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a2dd57b09b namespace: kserve-ci-e2e-test resourceVersion: "25591" uid: cede1cb7-3c1d-4306-af1e-561602e437a6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:14:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:37Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a2ddcb1708 namespace: kserve-ci-e2e-test resourceVersion: "25592" uid: 6246cb89-2f05-4c40-a2df-8418da28e86a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:14:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:15:14Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:14:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:14Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d631a314d9dfcc namespace: kserve-ci-e2e-test resourceVersion: "25859" uid: fac9db72-51e3-4636-b138-38ecd7704ab8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:23:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:23:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:23:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:23:50Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d63223ba3a0342 namespace: kserve-ci-e2e-test resourceVersion: "28231" uid: fc71fc89-49bb-4220-9ecc-efdf4ba32c30 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:23:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6 namespace: kserve-ci-e2e-test resourceVersion: "25548" uid: 7a393590-6c53-4506-902b-f9648e8d97a1 kind: Event lastTimestamp: "2026-09-17T19:23:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:23:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:23:50Z" name: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6.18d63223ba3a67da namespace: kserve-ci-e2e-test resourceVersion: "28232" uid: 1162b164-746a-4ec5-b246-ddb6f5182bfc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-46c43-predictor-5db8845cfc namespace: kserve-ci-e2e-test resourceVersion: "25539" uid: 3cd34c45-2c29-4201-9d24-a5fe1911173c kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: 'Created pod: error-404-isvc-46c43-predictor-5db8845cfc-4r9g6' metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:36Z" name: error-404-isvc-46c43-predictor-5db8845cfc.18d631a28e6e86a8 namespace: kserve-ci-e2e-test resourceVersion: "25547" uid: 804cca98-e5ac-445d-b81c-cd0cd65217ae reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25537" uid: fa71ada0-d2b0-4af6-9a6e-c5be75f27b44 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: Scaled up replica set error-404-isvc-46c43-predictor-5db8845cfc from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:36Z" name: error-404-isvc-46c43-predictor.18d631a28c8f3644 namespace: kserve-ci-e2e-test resourceVersion: "25541" uid: a92e5429-3313-493b-981e-c7bb4346c4a3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:14:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25538" uid: 83f0c2a7-51af-4136-85a7-b1e98c6142de kind: Event lastTimestamp: "2026-09-17T19:15:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:06Z" name: error-404-isvc-46c43-predictor.18d631a60b536764 namespace: kserve-ci-e2e-test resourceVersion: "25816" uid: 6630d4a7-3dab-4c21-a1de-c1a02f7f5cbb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:14:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25538" uid: 83f0c2a7-51af-4136-85a7-b1e98c6142de kind: Event lastTimestamp: "2026-09-17T19:15:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:06Z" name: error-404-isvc-46c43-predictor.18d631a60bb4f434 namespace: kserve-ci-e2e-test resourceVersion: "25817" uid: 43bb1ea8-519a-46c3-897a-b22fa5de712a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:15:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25696" uid: 83f0c2a7-51af-4136-85a7-b1e98c6142de kind: Event lastTimestamp: "2026-09-17T19:15:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:15:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:51Z" name: error-404-isvc-46c43-predictor.18d631ad091cbb39 namespace: kserve-ci-e2e-test resourceVersion: "26102" uid: 299d4486-fe87-4666-99c7-b852f866d6c1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:15:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25696" uid: 83f0c2a7-51af-4136-85a7-b1e98c6142de kind: Event lastTimestamp: "2026-09-17T19:15:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:15:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:51Z" name: error-404-isvc-46c43-predictor.18d631ad09869128 namespace: kserve-ci-e2e-test resourceVersion: "26103" uid: 94351551-663f-4ed5-b933-434c93e13088 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-46c43 namespace: kserve-ci-e2e-test resourceVersion: "25526" uid: 00594bfc-0d92-4f3f-8ec5-8b7b978cf28d kind: Event lastTimestamp: "2026-09-17T19:15:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:15:24Z" name: error-404-isvc-46c43.18d631a28c9870ee namespace: kserve-ci-e2e-test resourceVersion: "25930" uid: dcd9cdfd-cb1b-4abf-a707-9c9af229d810 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-46c43 namespace: kserve-ci-e2e-test resourceVersion: "25928" uid: 00594bfc-0d92-4f3f-8ec5-8b7b978cf28d kind: Event lastTimestamp: "2026-09-17T19:15:24Z" message: InferenceService [error-404-isvc-46c43] is Ready metadata: creationTimestamp: "2026-09-17T19:15:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:15:24Z" name: error-404-isvc-46c43.18d631add045888d namespace: kserve-ci-e2e-test resourceVersion: "25929" uid: d5e4f94e-e554-431f-8a98-ae20bc5530c6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:02:50.650277Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20822" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4f962-predictor-59c67d446c-fhfht to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:02:50Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630fe4a279fda namespace: kserve-ci-e2e-test resourceVersion: "20826" uid: 42e3d910-d22e-4556-861b-9c5d6822da76 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20832" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:02:51Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630fe6c1ce217 namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: 67ea838c-7bab-4199-a57b-7f74132fdcfc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630fe6d98adb1 namespace: kserve-ci-e2e-test resourceVersion: "20853" uid: 891997e3-a692-4814-80a1-4a7564626a15 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630fe7076f3e4 namespace: kserve-ci-e2e-test resourceVersion: "20854" uid: 7df82318-dc79-4939-8adb-4b347190e1fb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630fe70e2e84c namespace: kserve-ci-e2e-test resourceVersion: "20855" uid: c7aeeafd-aa9d-4b89-965f-50ef7f99babd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630fe70ee650d namespace: kserve-ci-e2e-test resourceVersion: "20856" uid: 77298e1d-fbb9-41e8-a238-ad03598a5104 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630fe739e2492 namespace: kserve-ci-e2e-test resourceVersion: "20857" uid: 5e4c0fc5-ce86-4c26-9a36-aa7ad649f3d5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630fe74043403 namespace: kserve-ci-e2e-test resourceVersion: "20858" uid: 624c502a-6763-47c3-9f13-340236e2401d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:02:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:03:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:02:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:28Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d630feadbe4428 namespace: kserve-ci-e2e-test resourceVersion: "21064" uid: 1a53f6b5-73f6-40ed-a485-52f6f01097f4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:04:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:04:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:00Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d6310e9900b1d4 namespace: kserve-ci-e2e-test resourceVersion: "21471" uid: 74f4b003-6a13-409d-aced-65d4d8a3ba79 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:04:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:04:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:00Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d6310e990134bc namespace: kserve-ci-e2e-test resourceVersion: "21472" uid: 436bcc0f-f1ed-4b96-a73b-926a8a510dfb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4f962-predictor-59c67d446c-fhfht namespace: kserve-ci-e2e-test resourceVersion: "20823" uid: 82a076f7-389e-45d0-8bba-7bba5a7b6794 kind: Event lastTimestamp: "2026-09-17T19:04:03Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:04:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:03Z" name: error-404-isvc-4f962-predictor-59c67d446c-fhfht.18d6310f35e73302 namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: 4028692d-a443-4491-8de6-27f154e7a18d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-4f962-predictor-59c67d446c namespace: kserve-ci-e2e-test resourceVersion: "20812" uid: bf34c27c-ee15-4189-b673-2372d43ab73d kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: 'Created pod: error-404-isvc-4f962-predictor-59c67d446c-fhfht' metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:50Z" name: error-404-isvc-4f962-predictor-59c67d446c.18d630fe49ba836c namespace: kserve-ci-e2e-test resourceVersion: "20824" uid: aea2a8de-2324-4faa-920a-578c71f6ee47 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: d6068f7e-81d1-47d0-8d09-f66300d1b89c kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: Scaled up replica set error-404-isvc-4f962-predictor-59c67d446c from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:50Z" name: error-404-isvc-4f962-predictor.18d630fe46871282 namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: 4b15ad52-7dfb-4578-9e91-1423c53ac294 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:03:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20811" uid: b1d49750-2c06-4fec-b0d6-e016a8adbcb5 kind: Event lastTimestamp: "2026-09-17T19:03:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:20Z" name: error-404-isvc-4f962-predictor.18d63101c524b51c namespace: kserve-ci-e2e-test resourceVersion: "21025" uid: 60a5b07c-88bb-4b11-8c45-fc721cae3066 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:03:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20811" uid: b1d49750-2c06-4fec-b0d6-e016a8adbcb5 kind: Event lastTimestamp: "2026-09-17T19:03:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:20Z" name: error-404-isvc-4f962-predictor.18d63101c5a7b040 namespace: kserve-ci-e2e-test resourceVersion: "21026" uid: b40b54cc-5b07-4796-8205-c14225c2c8b6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:03:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: b1d49750-2c06-4fec-b0d6-e016a8adbcb5 kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:50Z" name: error-404-isvc-4f962-predictor.18d63108c34a49c8 namespace: kserve-ci-e2e-test resourceVersion: "21364" uid: d7a3195d-d7ba-4962-8ede-f6228c89d370 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:03:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: b1d49750-2c06-4fec-b0d6-e016a8adbcb5 kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:50Z" name: error-404-isvc-4f962-predictor.18d63108c3c60110 namespace: kserve-ci-e2e-test resourceVersion: "21365" uid: 05733cad-655e-42ef-9d50-636f2b29daac reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4f962 namespace: kserve-ci-e2e-test resourceVersion: "20794" uid: 07fbe826-43ba-4270-87f3-daa05d809ce4 kind: Event lastTimestamp: "2026-09-17T19:03:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:38Z" name: error-404-isvc-4f962.18d630fe467e4439 namespace: kserve-ci-e2e-test resourceVersion: "21252" uid: 74427470-5be3-4a6c-a418-27d7f98b0349 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4f962 namespace: kserve-ci-e2e-test resourceVersion: "21250" uid: 07fbe826-43ba-4270-87f3-daa05d809ce4 kind: Event lastTimestamp: "2026-09-17T19:03:38Z" message: InferenceService [error-404-isvc-4f962] is Ready metadata: creationTimestamp: "2026-09-17T19:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:38Z" name: error-404-isvc-4f962.18d631096aee9e39 namespace: kserve-ci-e2e-test resourceVersion: "21251" uid: 982e6495-9fbc-446f-a052-36657269d09d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:03:36.802806Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21191" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5af63-predictor-5659c95479-447vt to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:03:36Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d63109090f46f2 namespace: kserve-ci-e2e-test resourceVersion: "21195" uid: a09ccee6-92ae-4b4c-82e9-dce33a10ce7b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21201" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:03:37Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d631092b03a198 namespace: kserve-ci-e2e-test resourceVersion: "21220" uid: 777d8a57-62b4-47d0-8376-79430f10c44c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d631092cfc4040 namespace: kserve-ci-e2e-test resourceVersion: "21224" uid: b3b5c900-b0c9-4e6c-9626-13f419a239db reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d6310930081387 namespace: kserve-ci-e2e-test resourceVersion: "21230" uid: 3e32077e-0449-471d-b522-e22cb9ca35cc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d6310930797753 namespace: kserve-ci-e2e-test resourceVersion: "21231" uid: 098ebd9a-0750-4bb3-991a-a0cde3856dc9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d631093083fcde namespace: kserve-ci-e2e-test resourceVersion: "21232" uid: bde66674-80fc-489d-ace3-a71266918cbf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d6310935aeeea2 namespace: kserve-ci-e2e-test resourceVersion: "21236" uid: c807b329-ef76-4b93-8a7b-fb2588a6a217 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d6310936257a11 namespace: kserve-ci-e2e-test resourceVersion: "21237" uid: 124defc0-e0eb-4af0-abb7-97ab52815a58 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:04:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:15Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d63109ab9d2ec2 namespace: kserve-ci-e2e-test resourceVersion: "21663" uid: 2d3b40a4-df4d-457c-b0f9-8e63329fa07c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:46Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d6311959a89cb0 namespace: kserve-ci-e2e-test resourceVersion: "21949" uid: 4fd8c3a5-83ed-438c-a879-59886f8f68bb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5af63-predictor-5659c95479-447vt namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 270b189a-7957-4fbe-9493-d3c7caa81f38 kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:46Z" name: error-404-isvc-5af63-predictor-5659c95479-447vt.18d6311959ac53f7 namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: d8f9b1c8-9fee-4707-be03-43a21e17fd2d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5af63-predictor-5659c95479 namespace: kserve-ci-e2e-test resourceVersion: "21185" uid: 1da42392-f9ab-4301-8cab-6657eb7dcbbf kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: 'Created pod: error-404-isvc-5af63-predictor-5659c95479-447vt' metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:36Z" name: error-404-isvc-5af63-predictor-5659c95479.18d6310908390d20 namespace: kserve-ci-e2e-test resourceVersion: "21192" uid: d556163b-8e96-42d0-985e-f0635a1ec401 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21183" uid: cef46886-0d6e-4a92-9522-d4431d1d5633 kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: Scaled up replica set error-404-isvc-5af63-predictor-5659c95479 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:36Z" name: error-404-isvc-5af63-predictor.18d631090611ff92 namespace: kserve-ci-e2e-test resourceVersion: "21187" uid: ba50481a-0c98-429f-8e83-ad3557aaa550 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:03:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: ec89941b-ad04-4a2f-bbdb-6fdfafbf3e99 kind: Event lastTimestamp: "2026-09-17T19:04:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:21Z" name: error-404-isvc-5af63-predictor.18d6310c8499efb9 namespace: kserve-ci-e2e-test resourceVersion: "21702" uid: ab4b0e0d-4f85-4b3e-9aea-4649914671fd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:03:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21184" uid: ec89941b-ad04-4a2f-bbdb-6fdfafbf3e99 kind: Event lastTimestamp: "2026-09-17T19:04:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:21Z" name: error-404-isvc-5af63-predictor.18d6310c85094b3b namespace: kserve-ci-e2e-test resourceVersion: "21703" uid: 1fbb0cd0-5b61-41f1-b2db-f228b1213448 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21384" uid: ec89941b-ad04-4a2f-bbdb-6fdfafbf3e99 kind: Event lastTimestamp: "2026-09-17T19:04:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:36Z" name: error-404-isvc-5af63-predictor.18d631170234eaaf namespace: kserve-ci-e2e-test resourceVersion: "21822" uid: a7985a9b-2b25-4f40-a4b6-12aa2b7cb21d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21384" uid: ec89941b-ad04-4a2f-bbdb-6fdfafbf3e99 kind: Event lastTimestamp: "2026-09-17T19:04:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:36Z" name: error-404-isvc-5af63-predictor.18d6311702e2b0b7 namespace: kserve-ci-e2e-test resourceVersion: "21824" uid: efaffd3c-e203-4492-999e-8e8d0a4d4e94 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5af63 namespace: kserve-ci-e2e-test resourceVersion: "21170" uid: 80dbfea2-703c-4919-b162-820196335701 kind: Event lastTimestamp: "2026-09-17T19:04:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:25Z" name: error-404-isvc-5af63.18d63109061f9c94 namespace: kserve-ci-e2e-test resourceVersion: "21736" uid: c3539d8f-46ae-4993-a497-e91329eeaca2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5af63 namespace: kserve-ci-e2e-test resourceVersion: "21734" uid: 80dbfea2-703c-4919-b162-820196335701 kind: Event lastTimestamp: "2026-09-17T19:04:25Z" message: InferenceService [error-404-isvc-5af63] is Ready metadata: creationTimestamp: "2026-09-17T19:04:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:25Z" name: error-404-isvc-5af63.18d6311467139879 namespace: kserve-ci-e2e-test resourceVersion: "21735" uid: 852fd88a-507e-4f59-8de7-53617890c23d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:53:35.671462Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16523" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7989f-predictor-5999f84fc9-5kctr to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:53:35Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d12d72a41 namespace: kserve-ci-e2e-test resourceVersion: "16527" uid: 0d3e281a-aefe-4afc-9fda-7ad391d5f992 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16531" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:53:36Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d34b90e6b namespace: kserve-ci-e2e-test resourceVersion: "16547" uid: b13ef553-df12-4ad8-82c7-bc36c2821f44 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d3627d777 namespace: kserve-ci-e2e-test resourceVersion: "16552" uid: 32061170-26b3-4cb2-8c4d-0cb7cf390c7e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d39445697 namespace: kserve-ci-e2e-test resourceVersion: "16555" uid: b644fba4-79cf-4f25-8533-bad0bb21fe36 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d39a406af namespace: kserve-ci-e2e-test resourceVersion: "16556" uid: c66cd999-b7ac-4b1f-aec3-cab7d22af3ff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d39ae8612 namespace: kserve-ci-e2e-test resourceVersion: "16557" uid: c5cffe4f-ed00-43ba-be7e-99d64b1059c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d3c4b9294 namespace: kserve-ci-e2e-test resourceVersion: "16559" uid: 2a075195-7854-4629-a4c8-1f30b8ba954f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d3ca8c72f namespace: kserve-ci-e2e-test resourceVersion: "16560" uid: 8a68175a-0417-4e0f-8052-bafc2ad08507 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:53:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T18:54:13Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:53:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:13Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d6307d99aa20e9 namespace: kserve-ci-e2e-test resourceVersion: "16934" uid: 92cf64d1-2588-4afa-b5b8-cf24d3264fcf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:50Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d630fe417ea3fe namespace: kserve-ci-e2e-test resourceVersion: "20798" uid: eb2c85b3-5f32-418b-8b6c-fa1178dede9e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: 1c54394c-37f9-43f7-bf87-c9115c441e61 kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:50Z" name: error-404-isvc-7989f-predictor-5999f84fc9-5kctr.18d630fe417f13b3 namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 4ec5f2c8-5576-42fa-a902-a46893279045 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-7989f-predictor-5999f84fc9 namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: afab822d-2870-4cca-917a-7b392c31b7cc kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: 'Created pod: error-404-isvc-7989f-predictor-5999f84fc9-5kctr' metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:35Z" name: error-404-isvc-7989f-predictor-5999f84fc9.18d6307d1249f1ce namespace: kserve-ci-e2e-test resourceVersion: "16524" uid: 2db09478-27d8-4cfe-9988-a7533de7ca42 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16509" uid: 5663bfcd-2b05-46e9-a2dd-6c4fc7ba7e0d kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: Scaled up replica set error-404-isvc-7989f-predictor-5999f84fc9 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:35Z" name: error-404-isvc-7989f-predictor.18d6307d10a9b5af namespace: kserve-ci-e2e-test resourceVersion: "16516" uid: 5f4d69f8-2417-4540-9508-6c289fc606b0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16514" uid: ec1aa4a0-4b8f-4695-b9c9-7f3d51e3ee6e kind: Event lastTimestamp: "2026-09-17T18:53:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:50Z" name: error-404-isvc-7989f-predictor.18d630808f60d3cf namespace: kserve-ci-e2e-test resourceVersion: "16710" uid: 72fc3ad2-4c8d-4e3b-8d62-503a8e4c0df5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16514" uid: ec1aa4a0-4b8f-4695-b9c9-7f3d51e3ee6e kind: Event lastTimestamp: "2026-09-17T18:53:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:50Z" name: error-404-isvc-7989f-predictor.18d630808fe07c32 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 6e4c994c-e85b-499e-8919-7a11ce3e0e53 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:54:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16711" uid: ec1aa4a0-4b8f-4695-b9c9-7f3d51e3ee6e kind: Event lastTimestamp: "2026-09-17T18:54:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:54:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:35Z" name: error-404-isvc-7989f-predictor.18d630840e9529e5 namespace: kserve-ci-e2e-test resourceVersion: "17324" uid: f3d8c6e7-0f64-4dd9-8b7c-ff3855eb8eee reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:54:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16711" uid: ec1aa4a0-4b8f-4695-b9c9-7f3d51e3ee6e kind: Event lastTimestamp: "2026-09-17T18:54:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:54:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:35Z" name: error-404-isvc-7989f-predictor.18d630840f0de66f namespace: kserve-ci-e2e-test resourceVersion: "17325" uid: 9478cd88-a008-4f4a-a3a9-2df56a46f7f9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7989f namespace: kserve-ci-e2e-test resourceVersion: "16496" uid: f12c3938-4ce8-42c4-8b36-7413d6e199fe kind: Event lastTimestamp: "2026-09-17T18:54:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:54:24Z" name: error-404-isvc-7989f.18d6307d10f156db namespace: kserve-ci-e2e-test resourceVersion: "17193" uid: 63dbf172-706e-4d87-a4bc-78562e7401d4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7989f namespace: kserve-ci-e2e-test resourceVersion: "17190" uid: f12c3938-4ce8-42c4-8b36-7413d6e199fe kind: Event lastTimestamp: "2026-09-17T18:54:24Z" message: InferenceService [error-404-isvc-7989f] is Ready metadata: creationTimestamp: "2026-09-17T18:54:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:54:24Z" name: error-404-isvc-7989f.18d630885557441a namespace: kserve-ci-e2e-test resourceVersion: "17192" uid: 68c41988-8498-4a83-b4c9-e08e090d0b79 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:54:22.019333Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17119" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-887e9-predictor-5968877ff5-9hz8j to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:54:22Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d63087dd635586 namespace: kserve-ci-e2e-test resourceVersion: "17123" uid: 1aa3f288-04d9-4859-a3b3-2d893ce81cf1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-887e9-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d63087e7d790c5 namespace: kserve-ci-e2e-test resourceVersion: "17136" uid: 8a5fc94e-631f-43aa-a887-4b15ee2e14f7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17129" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:54:23Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d6308822f104bd namespace: kserve-ci-e2e-test resourceVersion: "17159" uid: 463b4569-4527-497d-a7af-d59b0ce01cf2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:23Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d63088244789ce namespace: kserve-ci-e2e-test resourceVersion: "17165" uid: c7af4b04-01a7-4e11-9888-905ad483a267 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:23Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d63088279c847b namespace: kserve-ci-e2e-test resourceVersion: "17169" uid: baa74100-f45f-41dc-833d-84d550724d90 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:23Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d630882807b35e namespace: kserve-ci-e2e-test resourceVersion: "17171" uid: 1e4eaff1-418c-492a-bdaa-42446745e51c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:23Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d630882815202a namespace: kserve-ci-e2e-test resourceVersion: "17172" uid: abba360d-2781-49db-9f8c-4f24802be383 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:23Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d630882ae92e47 namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 068a0813-cded-4710-bd2b-abc19d7c329b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:23Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d630882b612b45 namespace: kserve-ci-e2e-test resourceVersion: "17176" uid: cf885f8c-648c-4fac-a786-8c523d8e2979 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:54:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T18:55:01Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:54:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:55:01Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d630889802ebb5 namespace: kserve-ci-e2e-test resourceVersion: "17540" uid: 4e72f66a-77a4-42a9-8b67-bfeb64d79463 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:36Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d63108f88ac865 namespace: kserve-ci-e2e-test resourceVersion: "21152" uid: a486c27a-94c9-4456-805f-9b4b5cdb588d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 260ca545-8921-41c9-bd37-4371e1027b3d kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:36Z" name: error-404-isvc-887e9-predictor-5968877ff5-9hz8j.18d63108f897d1d7 namespace: kserve-ci-e2e-test resourceVersion: "21154" uid: 5e4b90d5-db0c-4702-b8c1-36d2b6e1ced2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-887e9-predictor-5968877ff5 namespace: kserve-ci-e2e-test resourceVersion: "17113" uid: e3570613-1918-40e7-95bf-3f9597b75efa kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: 'Created pod: error-404-isvc-887e9-predictor-5968877ff5-9hz8j' metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:22Z" name: error-404-isvc-887e9-predictor-5968877ff5.18d63087dcfc8d3e namespace: kserve-ci-e2e-test resourceVersion: "17122" uid: 458b3d25-e8ca-4330-bb29-75dd81ddb023 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17111" uid: afcc168f-c9de-42f0-9207-1a49689f93e6 kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Scaled up replica set error-404-isvc-887e9-predictor-5968877ff5 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:21Z" name: error-404-isvc-887e9-predictor.18d63087db0ebb71 namespace: kserve-ci-e2e-test resourceVersion: "17114" uid: 3e3a0fb6-a533-4044-a106-a3f6136b1b25 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:54:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17112" uid: 81be28e5-de6b-42e3-8432-688e735ff598 kind: Event lastTimestamp: "2026-09-17T18:55:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:07Z" name: error-404-isvc-887e9-predictor.18d6308b598bd56f namespace: kserve-ci-e2e-test resourceVersion: "17593" uid: 22017873-e5e7-4797-b010-7ab97a88e764 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:54:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17112" uid: 81be28e5-de6b-42e3-8432-688e735ff598 kind: Event lastTimestamp: "2026-09-17T18:55:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:07Z" name: error-404-isvc-887e9-predictor.18d6308b59efef38 namespace: kserve-ci-e2e-test resourceVersion: "17594" uid: b3e10503-c813-4b20-92e7-c6f9c6ef7d59 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:54:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17350" uid: 81be28e5-de6b-42e3-8432-688e735ff598 kind: Event lastTimestamp: "2026-09-17T18:55:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:54:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:37Z" name: error-404-isvc-887e9-predictor.18d6308ed8c09161 namespace: kserve-ci-e2e-test resourceVersion: "17872" uid: 49da41d2-b990-467a-9092-a82b97205422 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:54:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17350" uid: 81be28e5-de6b-42e3-8432-688e735ff598 kind: Event lastTimestamp: "2026-09-17T18:55:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:54:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:37Z" name: error-404-isvc-887e9-predictor.18d6308ed93a9c64 namespace: kserve-ci-e2e-test resourceVersion: "17873" uid: b3d7ea33-220c-4be8-b029-547f53cd2882 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17098" uid: feb4b517-1f81-4ac5-92d5-750d41adde52 kind: Event lastTimestamp: "2026-09-17T18:55:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:55:11Z" name: error-404-isvc-887e9.18d63087db15387e namespace: kserve-ci-e2e-test resourceVersion: "17642" uid: 1117929b-480d-49ab-bfb5-1e0d969fcc48 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17640" uid: feb4b517-1f81-4ac5-92d5-750d41adde52 kind: Event lastTimestamp: "2026-09-17T18:55:11Z" message: InferenceService [error-404-isvc-887e9] is Ready metadata: creationTimestamp: "2026-09-17T18:55:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:55:11Z" name: error-404-isvc-887e9.18d63093540afc4c namespace: kserve-ci-e2e-test resourceVersion: "17641" uid: 35154dac-931c-443d-9654-5641ef287bfa reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:01.544956Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a006b-predictor-85d585c4ff-p948h to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:01Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306728766aa4 namespace: kserve-ci-e2e-test resourceVersion: "15457" uid: 03b8abfa-836d-4a61-aedb-fd24dd73dd00 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a006b-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:01Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306737c26bff namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 260a341a-8c3f-4f8f-ac80-d0348cece2b2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15461" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:02Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d630676e2765a2 namespace: kserve-ci-e2e-test resourceVersion: "15525" uid: 98258baa-af5d-4360-895e-67de4a97fbfd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:02Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d630676f7e1158 namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: 23cda878-329e-4471-ae43-4ddbe98f070c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:15Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" in 12.715s (12.715s including waiting). Image size: 1355862088 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:15Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306a656aa305 namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: efe9e9f9-238e-4f22-8c94-1192f20bff7d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:15Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306a688b04a3 namespace: kserve-ci-e2e-test resourceVersion: "15651" uid: abe841c2-c056-42ae-a510-e2d6177fa7b9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:15Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306a69141709 namespace: kserve-ci-e2e-test resourceVersion: "15652" uid: 8849b935-db91-4ef7-a13a-9e9cc2413fa8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:15Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:15Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306a6922667d namespace: kserve-ci-e2e-test resourceVersion: "15653" uid: 3f8336ab-221f-4c92-808d-708224d9d8b0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:17Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.177s (2.177s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:17Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306aeaec3b6a namespace: kserve-ci-e2e-test resourceVersion: "15691" uid: 58e54f7a-86d2-4657-a4fc-706a93f55aa1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:17Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306aedf15efd namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 5c959de8-b408-4e8b-83a7-948e2f464124 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:52:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:17Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306aee64d969 namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 77d480db-73aa-4b0b-884a-c3a4a77fddb6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:52:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:35Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6306b5ae0b360 namespace: kserve-ci-e2e-test resourceVersion: "16499" uid: efc41928-9e9b-41ef-8ce4-d2fb9510aa74 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:35Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6307d07cde5ca namespace: kserve-ci-e2e-test resourceVersion: "16480" uid: b2b02f48-ca4b-4ec7-ac6c-95b098db138e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:35Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6307d07ceeb04 namespace: kserve-ci-e2e-test resourceVersion: "16481" uid: 0b58ed97-4572-4d7e-a7b0-0abefc339a6c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-a006b-predictor-85d585c4ff-p948h namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 7155fd1e-43dd-466e-8409-06a9ee5f3abc kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:35Z" name: error-404-isvc-a006b-predictor-85d585c4ff-p948h.18d6307d0d1f8c2f namespace: kserve-ci-e2e-test resourceVersion: "16497" uid: 06c750ba-0556-41b7-854d-5e43dda05303 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-a006b-predictor-85d585c4ff namespace: kserve-ci-e2e-test resourceVersion: "15441" uid: 0335cb4b-5eab-4f75-85e3-829e08404eb4 kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'Created pod: error-404-isvc-a006b-predictor-85d585c4ff-p948h' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: error-404-isvc-a006b-predictor-85d585c4ff.18d63067280151b2 namespace: kserve-ci-e2e-test resourceVersion: "15454" uid: f8132503-e71f-471b-b3f7-5d5d51dd7813 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15438" uid: 9523129b-2027-489f-a088-daac2f3103d4 kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: Scaled up replica set error-404-isvc-a006b-predictor-85d585c4ff from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: error-404-isvc-a006b-predictor.18d6306724eef91c namespace: kserve-ci-e2e-test resourceVersion: "15443" uid: 1a5126a6-54f2-4f1c-b71a-226b69f6499a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: eea61c72-728b-41e3-a0b7-79f44310c82b kind: Event lastTimestamp: "2026-09-17T18:52:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:46Z" name: error-404-isvc-a006b-predictor.18d6306aa358379b namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: 9651388c-1b35-4f6c-b379-cbd1594f105b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: eea61c72-728b-41e3-a0b7-79f44310c82b kind: Event lastTimestamp: "2026-09-17T18:52:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:46Z" name: error-404-isvc-a006b-predictor.18d6306aa3c5ee57 namespace: kserve-ci-e2e-test resourceVersion: "15970" uid: 5517153b-6f43-4773-8272-de1fdf789559 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:53:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15677" uid: eea61c72-728b-41e3-a0b7-79f44310c82b kind: Event lastTimestamp: "2026-09-17T18:53:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:31Z" name: error-404-isvc-a006b-predictor.18d630751fd8dc44 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: 33d126e3-2a6e-4db5-a59e-2cb51db470a9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:53:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15677" uid: eea61c72-728b-41e3-a0b7-79f44310c82b kind: Event lastTimestamp: "2026-09-17T18:53:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:31Z" name: error-404-isvc-a006b-predictor.18d6307520416da5 namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: f826e1db-db1e-40b2-9a13-177cb734fdf4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a006b namespace: kserve-ci-e2e-test resourceVersion: "15433" uid: a732619f-ae3e-473b-969e-912cd95bd026 kind: Event lastTimestamp: "2026-09-17T18:53:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:05Z" name: error-404-isvc-a006b.18d6306724f8225c namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: 3b23850c-1109-45ef-bdbd-e22da759d74c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-a006b namespace: kserve-ci-e2e-test resourceVersion: "16147" uid: a732619f-ae3e-473b-969e-912cd95bd026 kind: Event lastTimestamp: "2026-09-17T18:53:05Z" message: InferenceService [error-404-isvc-a006b] is Ready metadata: creationTimestamp: "2026-09-17T18:53:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:05Z" name: error-404-isvc-a006b.18d63076194e9c3c namespace: kserve-ci-e2e-test resourceVersion: "16148" uid: e4d5ce08-fb60-4fd0-94e1-fb03736a5c2c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:04:03.303116Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-bd292-predictor-78cb685867-gd85p to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T19:04:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:04:03Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310f3499f38f namespace: kserve-ci-e2e-test resourceVersion: "21551" uid: f16dd12b-e0ed-4e99-9bd9-c4448aa3d420 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : failed to sync secret cache: timed out waiting for the condition' metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310f7c59bd19 namespace: kserve-ci-e2e-test resourceVersion: "21561" uid: 7b46e348-d2f8-41dc-9ea4-7cc38881e6cd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: 'MountVolume.SetUp failed for volume "kube-rbac-proxy-sar-config" : failed to sync configmap cache: timed out waiting for the condition' metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310f7c5ae5c7 namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 031bca49-1fb6-4f0e-b7ef-48c419f98db0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:05Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:04:05Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310faff9b681 namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: a9bf2eea-3145-448b-bace-ae24b3923529 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:05Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:05Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310fb2722bd2 namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 516524c8-7656-48e8-bf5e-c8f10a0ed513 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:05Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310fb542bdf5 namespace: kserve-ci-e2e-test resourceVersion: "21586" uid: afbe79c5-3066-4c6c-8a05-d1e60864d5a9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:05Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310fb5b25f50 namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: fdb7d3b0-e025-4868-80ca-26a20c6dc90b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:05Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310fb5bd08f1 namespace: kserve-ci-e2e-test resourceVersion: "21588" uid: 6cefaaef-e87b-4f6c-a640-741024eec2cb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:05Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310fb8a52d3b namespace: kserve-ci-e2e-test resourceVersion: "21589" uid: 2b363d78-c647-46b3-bc31-1741054a4bc5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:05Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310fb91925c9 namespace: kserve-ci-e2e-test resourceVersion: "21590" uid: 54ad7dfd-3461-42e6-b7f1-fa445ffcdb0f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:04:41Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:41Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6310fc0d9f3f1 namespace: kserve-ci-e2e-test resourceVersion: "21864" uid: 1a0706cb-caab-4fb6-b8e7-c3d008934173 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:25Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d6319226660f5c namespace: kserve-ci-e2e-test resourceVersion: "24811" uid: 9f481d45-e39d-4153-8666-520062a1d92e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:25Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d631922666ad02 namespace: kserve-ci-e2e-test resourceVersion: "24814" uid: f1d86fc6-a478-4364-8210-d0778c55ce6d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-bd292-predictor-78cb685867-gd85p namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: c7a24cfc-682f-4d0d-86ad-af979d986ef3 kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp 10.134.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: error-404-isvc-bd292-predictor-78cb685867-gd85p.18d631925f5acbce namespace: kserve-ci-e2e-test resourceVersion: "24869" uid: f4801fcd-8d5d-42db-84b3-7daf590a7b35 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-bd292-predictor-78cb685867 namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: 9b96f0eb-5c3d-4f22-aa8c-8dd846020c90 kind: Event lastTimestamp: "2026-09-17T19:04:02Z" message: 'Created pod: error-404-isvc-bd292-predictor-78cb685867-gd85p' metadata: creationTimestamp: "2026-09-17T19:04:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:02Z" name: error-404-isvc-bd292-predictor-78cb685867.18d6310f0c5ffc39 namespace: kserve-ci-e2e-test resourceVersion: "21538" uid: ecd66bdf-fe12-4a06-801c-770087370c48 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: 8518fede-c4f1-4d99-85ff-e37f0b08f519 kind: Event lastTimestamp: "2026-09-17T19:04:02Z" message: Scaled up replica set error-404-isvc-bd292-predictor-78cb685867 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:04:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:02Z" name: error-404-isvc-bd292-predictor.18d6310ee73de900 namespace: kserve-ci-e2e-test resourceVersion: "21516" uid: 88ff97b8-90bd-4596-95c9-18aba8e852e2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:04:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21514" uid: e5281153-15fb-4651-8a3a-540983cb8a17 kind: Event lastTimestamp: "2026-09-17T19:04:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:04:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:32Z" name: error-404-isvc-bd292-predictor.18d6311265afcbce namespace: kserve-ci-e2e-test resourceVersion: "21769" uid: 0b51505f-3152-49f8-9004-2492ed9b9671 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:04:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21514" uid: e5281153-15fb-4651-8a3a-540983cb8a17 kind: Event lastTimestamp: "2026-09-17T19:04:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:04:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:32Z" name: error-404-isvc-bd292-predictor.18d63112664cf443 namespace: kserve-ci-e2e-test resourceVersion: "21770" uid: af807ebe-67b6-49ca-bdb5-f69af3b1cad4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21674" uid: e5281153-15fb-4651-8a3a-540983cb8a17 kind: Event lastTimestamp: "2026-09-17T19:05:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:02Z" name: error-404-isvc-bd292-predictor.18d631196533d4cd namespace: kserve-ci-e2e-test resourceVersion: "22143" uid: 56e9d6c0-0434-46af-8f1c-119e1c82c091 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21674" uid: e5281153-15fb-4651-8a3a-540983cb8a17 kind: Event lastTimestamp: "2026-09-17T19:05:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:02Z" name: error-404-isvc-bd292-predictor.18d6311965f9ac78 namespace: kserve-ci-e2e-test resourceVersion: "22144" uid: 44f2e07a-1495-46c3-b712-6939f19ed4c4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:04:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bd292 namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: adf613d9-51aa-4076-991b-5a3bdafa2090 kind: Event lastTimestamp: "2026-09-17T19:04:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:04:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:51Z" name: error-404-isvc-bd292.18d6310ee745d18f namespace: kserve-ci-e2e-test resourceVersion: "22083" uid: aa205610-cd26-458f-a3f7-25518764ac52 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-bd292 namespace: kserve-ci-e2e-test resourceVersion: "22078" uid: adf613d9-51aa-4076-991b-5a3bdafa2090 kind: Event lastTimestamp: "2026-09-17T19:04:51Z" message: InferenceService [error-404-isvc-bd292] is Ready metadata: creationTimestamp: "2026-09-17T19:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:51Z" name: error-404-isvc-bd292.18d6311a7d2f3306 namespace: kserve-ci-e2e-test resourceVersion: "22079" uid: 2f92712d-2c77-460f-8d7b-81f3dec95e90 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:14:02.232948Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25149" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e2192-predictor-74c95f44b7-ndfvf to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:14:02Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319aa799e499 namespace: kserve-ci-e2e-test resourceVersion: "25153" uid: 27885600-1dc5-4479-8e98-7f4b7b9b8752 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:02Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-e2192-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:02Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319ab3d483fe namespace: kserve-ci-e2e-test resourceVersion: "25167" uid: 410e9921-80bc-4f8b-8c59-e7b53ab195c2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25160" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:14:03Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319aed5c2fed namespace: kserve-ci-e2e-test resourceVersion: "25184" uid: 58256094-5531-463e-b259-bc3ab3eedd91 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319aeec38263 namespace: kserve-ci-e2e-test resourceVersion: "25188" uid: e789004f-495c-4dca-a956-7c1a7ab736c8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319af2af8332 namespace: kserve-ci-e2e-test resourceVersion: "25189" uid: ec851348-4624-45f5-9d7f-e8e1e144dd9f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319af33b07cd namespace: kserve-ci-e2e-test resourceVersion: "25190" uid: fa98df6c-e5d9-48dc-a4b8-87dec09416ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319af3471494 namespace: kserve-ci-e2e-test resourceVersion: "25191" uid: 489d5cde-3f45-4466-9425-1534dec6bf66 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319af6bd98ce namespace: kserve-ci-e2e-test resourceVersion: "25192" uid: 9d8e794c-3b2a-456f-83bb-a13fdeaac9e8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319af7488b88 namespace: kserve-ci-e2e-test resourceVersion: "25193" uid: 9620edaa-f52b-4d8f-b6f6-f230877db93a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:14:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:40Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6319b20ca1d30 namespace: kserve-ci-e2e-test resourceVersion: "25620" uid: 0f674387-95ff-4f5c-b5d5-f299bb974284 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:31:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:31:21Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6328c9f97d326 namespace: kserve-ci-e2e-test resourceVersion: "30217" uid: b26ce80a-0081-484d-bd06-0140192a8f02 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 150a7fd2-abf9-4276-a04d-84fb869199d9 kind: Event lastTimestamp: "2026-09-17T19:31:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:31:21Z" name: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf.18d6328c9f983d2f namespace: kserve-ci-e2e-test resourceVersion: "30218" uid: 9103686e-9966-4598-a367-85f725312949 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e2192-predictor-74c95f44b7 namespace: kserve-ci-e2e-test resourceVersion: "25143" uid: 91b05b04-9b9f-4c10-bb85-95495c2654d1 kind: Event lastTimestamp: "2026-09-17T19:14:02Z" message: 'Created pod: error-404-isvc-e2192-predictor-74c95f44b7-ndfvf' metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:02Z" name: error-404-isvc-e2192-predictor-74c95f44b7.18d6319aa6ebde39 namespace: kserve-ci-e2e-test resourceVersion: "25150" uid: fe03171f-59ae-4930-ba3e-33beaece42a3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25141" uid: 5fce49ab-de02-4943-829d-4af41f32733c kind: Event lastTimestamp: "2026-09-17T19:14:02Z" message: Scaled up replica set error-404-isvc-e2192-predictor-74c95f44b7 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:02Z" name: error-404-isvc-e2192-predictor.18d6319aa4ed8fe3 namespace: kserve-ci-e2e-test resourceVersion: "25146" uid: 1725c2fc-d390-4ba1-88a7-54838752093a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:14:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25142" uid: 74827aac-a80c-416f-b09d-e469365ad522 kind: Event lastTimestamp: "2026-09-17T19:14:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:14:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:32Z" name: error-404-isvc-e2192-predictor.18d6319e23a72cfe namespace: kserve-ci-e2e-test resourceVersion: "25426" uid: c251e459-a074-4322-903e-4f95cb16525c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:14:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25142" uid: 74827aac-a80c-416f-b09d-e469365ad522 kind: Event lastTimestamp: "2026-09-17T19:14:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:14:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:32Z" name: error-404-isvc-e2192-predictor.18d6319e240f0247 namespace: kserve-ci-e2e-test resourceVersion: "25427" uid: 2f8e02aa-80bd-4125-8849-013324024bbf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:14:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25313" uid: 74827aac-a80c-416f-b09d-e469365ad522 kind: Event lastTimestamp: "2026-09-17T19:15:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:14:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:17Z" name: error-404-isvc-e2192-predictor.18d631a5237a9a26 namespace: kserve-ci-e2e-test resourceVersion: "25878" uid: f1bb5d66-c76d-41b8-96db-9038c7483e65 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:14:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25313" uid: 74827aac-a80c-416f-b09d-e469365ad522 kind: Event lastTimestamp: "2026-09-17T19:15:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:14:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:17Z" name: error-404-isvc-e2192-predictor.18d631a524a2f32e namespace: kserve-ci-e2e-test resourceVersion: "25879" uid: d76a8b51-00d6-40e8-ab5f-e2fa359c257c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:14:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e2192 namespace: kserve-ci-e2e-test resourceVersion: "25126" uid: d21d5ba7-00ad-4c40-99dd-361f216da723 kind: Event lastTimestamp: "2026-09-17T19:14:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:50Z" name: error-404-isvc-e2192.18d6319aa4f1bc6a namespace: kserve-ci-e2e-test resourceVersion: "25683" uid: a32e2c02-dd9f-4a87-9f72-0940f633bbbe reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e2192 namespace: kserve-ci-e2e-test resourceVersion: "25681" uid: d21d5ba7-00ad-4c40-99dd-361f216da723 kind: Event lastTimestamp: "2026-09-17T19:14:50Z" message: InferenceService [error-404-isvc-e2192] is Ready metadata: creationTimestamp: "2026-09-17T19:14:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:50Z" name: error-404-isvc-e2192.18d631a5dd03581a namespace: kserve-ci-e2e-test resourceVersion: "25682" uid: d134b90d-f1f1-4958-9596-472e828dc6b1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:01.157906Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15370" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl to ip-10-0-136-140.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:01Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306711648d69 namespace: kserve-ci-e2e-test resourceVersion: "15377" uid: b0dc86d5-8e21-401c-9420-5a5d050d2107 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:01Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d630671a73a681 namespace: kserve-ci-e2e-test resourceVersion: "15411" uid: 9eaf5c0e-6c6d-4929-988b-3dcd73776daf reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15381" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:02Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d63067575715d5 namespace: kserve-ci-e2e-test resourceVersion: "15515" uid: ba0b58af-3254-4c56-b073-315cbfce8603 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:02Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306758df987e namespace: kserve-ci-e2e-test resourceVersion: "15517" uid: 4cc63f34-b9f0-44b1-85b6-2e75c7d1e65f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:02Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d630675c3bd1e8 namespace: kserve-ci-e2e-test resourceVersion: "15518" uid: 2d680e34-2aef-4e77-9877-e7c2a7311d79 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:02Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d630675ca7aad3 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 22e1c980-b785-4075-83bb-dcb200ee6990 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:07Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978" metadata: creationTimestamp: "2026-09-17T18:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:07Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306881f4d7f5 namespace: kserve-ci-e2e-test resourceVersion: "15577" uid: a9b2416a-9dba-4d75-ad96-262cea637c47 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:23Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978" in 15.812s (15.812s including waiting). Image size: 1580862866 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:23Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306c30718bce namespace: kserve-ci-e2e-test resourceVersion: "15747" uid: e95c64bb-4f47-4a25-b682-f3a1d2ae706d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:23Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306c34f530e3 namespace: kserve-ci-e2e-test resourceVersion: "15749" uid: 8ebb64ca-b3dc-4b9e-893a-2eca799c4253 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:23Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306c3581f458 namespace: kserve-ci-e2e-test resourceVersion: "15753" uid: ccbdfdbc-64e2-46fc-befc-53e52aadd4c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:23Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:23Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306c358fe077 namespace: kserve-ci-e2e-test resourceVersion: "15754" uid: 5923661f-75f4-47a4-9a45-af3ca4016f52 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:26Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.915s (2.915s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:26Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306ce35dc85b namespace: kserve-ci-e2e-test resourceVersion: "15783" uid: fafbbd10-7ba9-4d95-a09e-450ab59f30a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:26Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306ce8442170 namespace: kserve-ci-e2e-test resourceVersion: "15787" uid: 65ec1512-d560-464d-956d-d236e21f37b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:52:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:26Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306ce99267de namespace: kserve-ci-e2e-test resourceVersion: "15788" uid: b601847a-b2d9-4115-9ae9-c7ff01c0a686 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T18:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d6306cf61dce91 namespace: kserve-ci-e2e-test resourceVersion: "17146" uid: e5bbff3c-24d6-4cef-8a8c-b54967e05989 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:21Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d63087cf9810e6 namespace: kserve-ci-e2e-test resourceVersion: "17064" uid: f497a5a4-9a48-46f4-896c-dd2060248f94 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:21Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d63087cf98a968 namespace: kserve-ci-e2e-test resourceVersion: "17067" uid: 6f0cf3bd-16f1-4830-9d97-a901b05f02b7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl namespace: kserve-ci-e2e-test resourceVersion: "15372" uid: eef44423-411a-4d25-bc2b-4f74a0807b5c kind: Event lastTimestamp: "2026-09-17T18:54:27Z" message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp 10.133.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:27Z" name: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl.18d63087f8bdccbf namespace: kserve-ci-e2e-test resourceVersion: "17229" uid: f28acd3e-3ecc-47e9-983c-5f7af62668c6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-759886b4dc namespace: kserve-ci-e2e-test resourceVersion: "15358" uid: 24975629-33a4-4a94-b07a-472bbc69403b kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-759886b4dc-s7xvl' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: isvc-sklearn-graph-1-predictor-759886b4dc.18d6306710e1c8e4 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: 110013c6-29b3-492b-ad60-5388f85a6428 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15357" uid: 5bd1098b-3261-4db0-b90a-4f3c69bdb935 kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-759886b4dc from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: isvc-sklearn-graph-1-predictor.18d63067090c5349 namespace: kserve-ci-e2e-test resourceVersion: "15359" uid: bf45cdae-9a14-4b7a-a9b2-9c664af42aef reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15365" uid: 7d4e12ff-0db4-4b82-8e8d-37d2f74319bd kind: Event lastTimestamp: "2026-09-17T18:53:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:01Z" name: isvc-sklearn-graph-1-predictor.18d6306a8e750cbb namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: cf405993-0d6d-41bd-80e5-d3dc0f7c44ba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15365" uid: 7d4e12ff-0db4-4b82-8e8d-37d2f74319bd kind: Event lastTimestamp: "2026-09-17T18:53:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:01Z" name: isvc-sklearn-graph-1-predictor.18d6306a8eba71e5 namespace: kserve-ci-e2e-test resourceVersion: "16092" uid: bcef0183-00e6-43ee-baa2-9b2a9971be36 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:52:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: 7d4e12ff-0db4-4b82-8e8d-37d2f74319bd kind: Event lastTimestamp: "2026-09-17T18:54:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:16Z" name: isvc-sklearn-graph-1-predictor.18d630718cc9cb1b namespace: kserve-ci-e2e-test resourceVersion: "16953" uid: ff5025c7-84be-47d8-a297-b711c6bbd0e0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:52:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: 7d4e12ff-0db4-4b82-8e8d-37d2f74319bd kind: Event lastTimestamp: "2026-09-17T18:54:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:16Z" name: isvc-sklearn-graph-1-predictor.18d630718d39e569 namespace: kserve-ci-e2e-test resourceVersion: "16954" uid: 638be639-35c0-4019-a0fc-e0c18f100793 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15341" uid: 48b95cc3-ab32-4429-9d39-996076362a2f kind: Event lastTimestamp: "2026-09-17T18:53:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:42Z" name: isvc-sklearn-graph-1.18d630670f28804d namespace: kserve-ci-e2e-test resourceVersion: "16638" uid: 1162f455-e5aa-4771-ad1d-19d8486625f9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "16635" uid: 48b95cc3-ab32-4429-9d39-996076362a2f kind: Event lastTimestamp: "2026-09-17T18:53:42Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-17T18:53:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:42Z" name: isvc-sklearn-graph-1.18d6307eb20f4bc4 namespace: kserve-ci-e2e-test resourceVersion: "16636" uid: d42ebb33-39d1-40d4-925e-1e590ef9fb4d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:01.661667Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15475" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l to ip-10-0-136-140.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:01Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d630672f6b4d75 namespace: kserve-ci-e2e-test resourceVersion: "15480" uid: bb551ca1-e315-4df7-bb8e-7ea933dc64d8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:01Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d630673873ed11 namespace: kserve-ci-e2e-test resourceVersion: "15493" uid: e8663241-e9f2-4cfb-b986-45cea05635c4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15485" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:02Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306775dde331 namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: f84536d9-fbab-4430-89d7-4977eeebaaca reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:02Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d63067776a1070 namespace: kserve-ci-e2e-test resourceVersion: "15530" uid: fb2bb205-a415-4972-ad0c-f19bd1ef0c65 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:02Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d630677a755996 namespace: kserve-ci-e2e-test resourceVersion: "15531" uid: 35658d2b-75fa-4bce-8948-fba0acf3a25a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:02Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d630677aea3105 namespace: kserve-ci-e2e-test resourceVersion: "15532" uid: 8794b273-2abc-4a8a-8ae7-ccb4f64fa77c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:07Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978" metadata: creationTimestamp: "2026-09-17T18:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:07Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d63068820a5df8 namespace: kserve-ci-e2e-test resourceVersion: "15578" uid: 2f444a34-83e6-4612-a238-494abd90b7f4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:23Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1978" in 15.837s (15.837s including waiting). Image size: 1580862866 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:23Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306c32049f53 namespace: kserve-ci-e2e-test resourceVersion: "15748" uid: 0d33f65b-91fb-4c3c-a423-a8c47e28be2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:23Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306c35017407 namespace: kserve-ci-e2e-test resourceVersion: "15750" uid: b519fa38-9104-427b-aac1-18be844d26b3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:23Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306c35736546 namespace: kserve-ci-e2e-test resourceVersion: "15751" uid: 9bc251aa-273f-4b09-a600-e7c97fb9cd7b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:23Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:23Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306c357f4368 namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: a89d69d7-a141-48d5-991f-e0e06abb6235 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:26Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.865s (2.865s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:26Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306ce04dca7d namespace: kserve-ci-e2e-test resourceVersion: "15781" uid: ccc56d67-6361-4199-9e3c-4e156dd7cdfb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:26Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306ce3a1cdc6 namespace: kserve-ci-e2e-test resourceVersion: "15785" uid: 1307f67d-a093-444d-8883-ddad48684220 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:52:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:26Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306ce44893ce namespace: kserve-ci-e2e-test resourceVersion: "15786" uid: 73ae83b3-8993-49fa-a537-c9c7a39e6156 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T18:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d6306cf636bf06 namespace: kserve-ci-e2e-test resourceVersion: "17144" uid: 841adeec-ec7a-4ccd-bf31-bd0b2ceb3178 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:21Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d63087ccb28f7b namespace: kserve-ci-e2e-test resourceVersion: "17045" uid: c5522869-7f57-43af-93f0-271213755608 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:21Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d63087ccb3a0d7 namespace: kserve-ci-e2e-test resourceVersion: "17050" uid: 830d1879-2720-4d2e-a6e2-b67fdb124c87 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 185888ba-2482-4283-8fdb-a65ad4133a3b kind: Event lastTimestamp: "2026-09-17T18:54:27Z" message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp 10.133.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:27Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l.18d63087f8bf0b29 namespace: kserve-ci-e2e-test resourceVersion: "17228" uid: ba234c13-fde1-4539-afee-b4ecb623bd97 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-140.ec2.internal source: component: kubelet host: ip-10-0-136-140.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-5fc4c74ccb namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: b411a9b0-8ced-427c-b08c-3d035315fea9 kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-5fc4c74ccb-qm49l' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: isvc-sklearn-graph-2-predictor-5fc4c74ccb.18d630672f142092 namespace: kserve-ci-e2e-test resourceVersion: "15477" uid: 4494ebf5-ab57-4bb6-a520-1b57a4ba864c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15467" uid: 34366333-d6cc-41f0-861d-b516adedf52f kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-5fc4c74ccb from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: isvc-sklearn-graph-2-predictor.18d630672c3cc1be namespace: kserve-ci-e2e-test resourceVersion: "15470" uid: 441374d7-d23d-4014-903c-aa616012c8e4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15468" uid: 129e0658-a6d2-4888-a007-0308f1910baf kind: Event lastTimestamp: "2026-09-17T18:52:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:46Z" name: isvc-sklearn-graph-2-predictor.18d6306aaac2b85c namespace: kserve-ci-e2e-test resourceVersion: "15972" uid: 11b5c2c5-9e6c-4056-8929-e1beb694727e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15468" uid: 129e0658-a6d2-4888-a007-0308f1910baf kind: Event lastTimestamp: "2026-09-17T18:52:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:46Z" name: isvc-sklearn-graph-2-predictor.18d6306aab2debc5 namespace: kserve-ci-e2e-test resourceVersion: "15973" uid: 4f858656-f1c6-446e-9be1-5efb3974a6d6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:53:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15681" uid: 129e0658-a6d2-4888-a007-0308f1910baf kind: Event lastTimestamp: "2026-09-17T18:54:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:01Z" name: isvc-sklearn-graph-2-predictor.18d63075275c2dbd namespace: kserve-ci-e2e-test resourceVersion: "16804" uid: 63909775-f745-459a-b356-10c12d7588ac reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:53:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15681" uid: 129e0658-a6d2-4888-a007-0308f1910baf kind: Event lastTimestamp: "2026-09-17T18:54:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:01Z" name: isvc-sklearn-graph-2-predictor.18d6307527c89b3c namespace: kserve-ci-e2e-test resourceVersion: "16805" uid: 0714f493-5b9f-4538-9039-726cab11e570 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15452" uid: b2b88eae-85a5-4f52-aab0-0d9e4877a07d kind: Event lastTimestamp: "2026-09-17T18:53:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:42Z" name: isvc-sklearn-graph-2.18d630672c48cc10 namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: a5bfa52e-d002-4f30-8e27-2ce07fc68fc0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "16631" uid: b2b88eae-85a5-4f52-aab0-0d9e4877a07d kind: Event lastTimestamp: "2026-09-17T18:53:42Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-17T18:53:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:42Z" name: isvc-sklearn-graph-2.18d6307eaeda0e10 namespace: kserve-ci-e2e-test resourceVersion: "16632" uid: 944f0b0d-a8ba-448d-973a-d114a14fc056 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:01.381438Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15422" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-t2j4m to ip-10-0-135-229.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d630671eb758ee namespace: kserve-ci-e2e-test resourceVersion: "15428" uid: 52b68bf1-ec19-4f9f-8a22-6ee4b31d00be reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15432" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d6306741220206 namespace: kserve-ci-e2e-test resourceVersion: "15503" uid: 0d09a128-c023-4a11-8714-64f60fff4c4c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385" metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:01Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d63067429a84cc namespace: kserve-ci-e2e-test resourceVersion: "15507" uid: 46891b36-f22c-48a3-a421-6471ba9a50dc reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:13Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8c792ea2263cb7bd85dd8cea9bd693efabbe50ba34c2b979249ca9af5c8c2385" in 11.743s (11.743s including waiting). Image size: 308251564 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:13Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d63069fe904b1b namespace: kserve-ci-e2e-test resourceVersion: "15630" uid: 340effb2-496b-43e4-8b7e-6a5a7047d0a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:15Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:15Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d6306a63520ee9 namespace: kserve-ci-e2e-test resourceVersion: "15647" uid: 1a037088-d797-467f-9ed4-83f41afe5f24 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:15Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:52:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:15Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d6306a63c47ec6 namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: 0b9542fb-60b3-4a5a-b882-c9c89c07fd39 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:19Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-17T18:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:19Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d6306b5addcc91 namespace: kserve-ci-e2e-test resourceVersion: "15714" uid: 99e75304-a310-4d02-b61a-a2355aa742c6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:39Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.274s (20.274s including waiting). Image size: 1435742979 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:39Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d630701354bbac namespace: kserve-ci-e2e-test resourceVersion: "15905" uid: f9b9921e-ba80-4ff8-b6c2-1c7087998d17 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:39Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d63070191cbc73 namespace: kserve-ci-e2e-test resourceVersion: "15907" uid: ad3bce8d-725b-44e0-836f-b12ca80d52c9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:39Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d630701a6b91a5 namespace: kserve-ci-e2e-test resourceVersion: "15908" uid: 81320589-d6dc-4e0d-841d-d33c494b693a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:39Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d630701a80c02b namespace: kserve-ci-e2e-test resourceVersion: "15909" uid: 7240a60c-4a5b-46e5-9163-139c8c87bd49 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:40Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d630701f8516a5 namespace: kserve-ci-e2e-test resourceVersion: "15911" uid: e789f756-8538-498c-be38-eaf353d46743 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:52:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:40Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d63070207e3e7d namespace: kserve-ci-e2e-test resourceVersion: "15912" uid: eb273949-53f2-4fff-bba3-0a30faedddf6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:52:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:53:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:46Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d630704502556d namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 1f6c34d4-fd8a-4379-a9ba-08cb4fbae106 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d63087d29f37b7 namespace: kserve-ci-e2e-test resourceVersion: "17080" uid: df812b3c-90d8-463b-a19d-3626653c45f7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 618365a2-bc6f-4f35-9f00-5195628993af kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-t2j4m.18d63087d2a0570f namespace: kserve-ci-e2e-test resourceVersion: "17082" uid: dfcacc82-df3f-42b0-8298-3e62b6d5abf7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-229.ec2.internal source: component: kubelet host: ip-10-0-135-229.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "15413" uid: 989b3821-6a54-40bb-97ef-d42690d53d5f kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-t2j4m' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d630671e233260 namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: adcb52b7-463c-4330-a178-4b838f3aaba9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15410" uid: 44661224-673b-4ed1-80e8-91a34df56d3e kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: isvc-xgboost-graph-predictor.18d630671b4c2636 namespace: kserve-ci-e2e-test resourceVersion: "15414" uid: 88814218-7c64-4074-857b-e776d1ff7ce0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15412" uid: 56b9784e-2cd0-431e-95ff-3615abe6aff2 kind: Event lastTimestamp: "2026-09-17T18:53:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:16Z" name: isvc-xgboost-graph-predictor.18d6306a99fa127e namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 7a14367a-32e6-4872-a569-21bf2056e667 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15412" uid: 56b9784e-2cd0-431e-95ff-3615abe6aff2 kind: Event lastTimestamp: "2026-09-17T18:53:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:16Z" name: isvc-xgboost-graph-predictor.18d6306a9a5d66d7 namespace: kserve-ci-e2e-test resourceVersion: "16232" uid: f05cb148-6ebc-4854-9399-3ac70e5af006 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:53:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 56b9784e-2cd0-431e-95ff-3615abe6aff2 kind: Event lastTimestamp: "2026-09-17T18:54:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:16Z" name: isvc-xgboost-graph-predictor.18d6307c13d740cf namespace: kserve-ci-e2e-test resourceVersion: "16956" uid: 183658d6-ab81-4c87-a4c6-44a4bb671f87 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:53:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 56b9784e-2cd0-431e-95ff-3615abe6aff2 kind: Event lastTimestamp: "2026-09-17T18:54:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:16Z" name: isvc-xgboost-graph-predictor.18d6307c1446ef91 namespace: kserve-ci-e2e-test resourceVersion: "16957" uid: 90f48be9-343f-453c-b0fc-ea21a1cce091 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15398" uid: d697baf3-6bf7-446c-8039-739d83bb34cb kind: Event lastTimestamp: "2026-09-17T18:53:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:56Z" name: isvc-xgboost-graph.18d630671b557c2d namespace: kserve-ci-e2e-test resourceVersion: "16769" uid: 70afc589-1923-4eed-ab08-242cf45429da reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "16767" uid: d697baf3-6bf7-446c-8039-739d83bb34cb kind: Event lastTimestamp: "2026-09-17T18:53:56Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-17T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:56Z" name: isvc-xgboost-graph.18d63081fc9b11f7 namespace: kserve-ci-e2e-test resourceVersion: "16768" uid: ece20413-86e6-4ef4-8990-9258f6a1ab18 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:54:11.033898Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-678bbd4574-qz25r namespace: kserve-ci-e2e-test resourceVersion: "16891" uid: 3bf113d4-a332-46b7-aa6d-6c272f6fd8ea kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-678bbd4574-qz25r to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T18:54:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:54:11Z" name: model-chainer-678bbd4574-qz25r.18d630854e9ad17e namespace: kserve-ci-e2e-test resourceVersion: "16895" uid: de2d0f60-ffb9-4e5b-9cf0-767aa686e10b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:11Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-678bbd4574-qz25r namespace: kserve-ci-e2e-test resourceVersion: "16893" uid: 3bf113d4-a332-46b7-aa6d-6c272f6fd8ea kind: Event lastTimestamp: "2026-09-17T18:54:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:11Z" name: model-chainer-678bbd4574-qz25r.18d630855e2113c9 namespace: kserve-ci-e2e-test resourceVersion: "16905" uid: 7f81d4b8-fc3d-42db-afc7-28d638dc5d84 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:12Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-678bbd4574-qz25r namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 3bf113d4-a332-46b7-aa6d-6c272f6fd8ea kind: Event lastTimestamp: "2026-09-17T18:54:12Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:54:12Z" name: model-chainer-678bbd4574-qz25r.18d630859445391f namespace: kserve-ci-e2e-test resourceVersion: "16913" uid: fa758903-e348-4bfb-8bd4-7c0403a42696 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-678bbd4574-qz25r namespace: kserve-ci-e2e-test resourceVersion: "16893" uid: 3bf113d4-a332-46b7-aa6d-6c272f6fd8ea kind: Event lastTimestamp: "2026-09-17T18:54:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T18:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:12Z" name: model-chainer-678bbd4574-qz25r.18d6308595db1513 namespace: kserve-ci-e2e-test resourceVersion: "16915" uid: d40c8697-7608-442f-b13a-3e756db890bb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-678bbd4574-qz25r namespace: kserve-ci-e2e-test resourceVersion: "16893" uid: 3bf113d4-a332-46b7-aa6d-6c272f6fd8ea kind: Event lastTimestamp: "2026-09-17T18:54:12Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-17T18:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:12Z" name: model-chainer-678bbd4574-qz25r.18d63085988ea38c namespace: kserve-ci-e2e-test resourceVersion: "16916" uid: c68def4c-5dfa-4953-860b-b08a5f8066be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-678bbd4574-qz25r namespace: kserve-ci-e2e-test resourceVersion: "16893" uid: 3bf113d4-a332-46b7-aa6d-6c272f6fd8ea kind: Event lastTimestamp: "2026-09-17T18:54:12Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-17T18:54:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:12Z" name: model-chainer-678bbd4574-qz25r.18d6308598fef87f namespace: kserve-ci-e2e-test resourceVersion: "16917" uid: 8829fe14-a0b7-4a0e-af75-f662a1b7ec72 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-678bbd4574-qz25r namespace: kserve-ci-e2e-test resourceVersion: "16893" uid: 3bf113d4-a332-46b7-aa6d-6c272f6fd8ea kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:21Z" name: model-chainer-678bbd4574-qz25r.18d63087c50d934a namespace: kserve-ci-e2e-test resourceVersion: "17022" uid: 05184d2b-1c1a-475c-a2ee-6da31be6038d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-678bbd4574-qz25r namespace: kserve-ci-e2e-test resourceVersion: "16893" uid: 3bf113d4-a332-46b7-aa6d-6c272f6fd8ea kind: Event lastTimestamp: "2026-09-17T18:54:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:48Z" name: model-chainer-678bbd4574-qz25r.18d630882a6df82c namespace: kserve-ci-e2e-test resourceVersion: "17441" uid: 4ad88397-3c68-4b0f-9180-4acf04739403 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-678bbd4574 namespace: kserve-ci-e2e-test resourceVersion: "16887" uid: 718ef15a-5a73-4087-af46-97f7dfa918e1 kind: Event lastTimestamp: "2026-09-17T18:54:11Z" message: 'Created pod: model-chainer-678bbd4574-qz25r' metadata: creationTimestamp: "2026-09-17T18:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:11Z" name: model-chainer-678bbd4574.18d630854e283c19 namespace: kserve-ci-e2e-test resourceVersion: "16892" uid: aae05cd7-f0f4-45ab-ac2b-fd4c5fe12c7e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16885" uid: 04d7c975-092a-4683-b69a-4303e08a4ecb kind: Event lastTimestamp: "2026-09-17T18:54:11Z" message: Scaled up replica set model-chainer-678bbd4574 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:11Z" name: model-chainer.18d630854cc8ae52 namespace: kserve-ci-e2e-test resourceVersion: "16889" uid: 325aeaea-04a6-418c-b7e7-10ab9b5e522b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16901" uid: 0cbc6a37-f344-477a-8934-e7944f2dfd6e kind: Event lastTimestamp: "2026-09-17T18:54:11Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-17T18:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:54:11Z" name: model-chainer.18d630855256df08 namespace: kserve-ci-e2e-test resourceVersion: "16903" uid: 0c69c5d9-e83f-4544-8bab-e15942204cc6 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:05:47.026634Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-058d2-ff64f56f7-mmrgh namespace: kserve-ci-e2e-test resourceVersion: "22442" uid: 3580520d-06dd-432e-8a6c-1f5f4d2f5996 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-058d2-ff64f56f7-mmrgh to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:05:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:05:47Z" name: sequence-graph-058d2-ff64f56f7-mmrgh.18d631275b012d2e namespace: kserve-ci-e2e-test resourceVersion: "22448" uid: 8acd21b8-223f-43d0-b329-99dd53a7ac6d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:47Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-058d2-ff64f56f7-mmrgh namespace: kserve-ci-e2e-test resourceVersion: "22449" uid: 3580520d-06dd-432e-8a6c-1f5f4d2f5996 kind: Event lastTimestamp: "2026-09-17T19:05:47Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:05:47Z" name: sequence-graph-058d2-ff64f56f7-mmrgh.18d631277ba4d345 namespace: kserve-ci-e2e-test resourceVersion: "22465" uid: db391954-5931-4de9-9745-21f880b2e09e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-058d2} kind: Pod name: sequence-graph-058d2-ff64f56f7-mmrgh namespace: kserve-ci-e2e-test resourceVersion: "22443" uid: 3580520d-06dd-432e-8a6c-1f5f4d2f5996 kind: Event lastTimestamp: "2026-09-17T19:05:47Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T19:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:05:47Z" name: sequence-graph-058d2-ff64f56f7-mmrgh.18d631277d011ce2 namespace: kserve-ci-e2e-test resourceVersion: "22467" uid: 47b815df-936a-4f9c-bcc2-84d741a1d5e8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-058d2} kind: Pod name: sequence-graph-058d2-ff64f56f7-mmrgh namespace: kserve-ci-e2e-test resourceVersion: "22443" uid: 3580520d-06dd-432e-8a6c-1f5f4d2f5996 kind: Event lastTimestamp: "2026-09-17T19:05:47Z" message: 'Created container: sequence-graph-058d2' metadata: creationTimestamp: "2026-09-17T19:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:05:47Z" name: sequence-graph-058d2-ff64f56f7-mmrgh.18d631277fd38c28 namespace: kserve-ci-e2e-test resourceVersion: "22469" uid: b798446c-fff8-4356-be54-25287ea45e91 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-058d2} kind: Pod name: sequence-graph-058d2-ff64f56f7-mmrgh namespace: kserve-ci-e2e-test resourceVersion: "22443" uid: 3580520d-06dd-432e-8a6c-1f5f4d2f5996 kind: Event lastTimestamp: "2026-09-17T19:05:47Z" message: Started container sequence-graph-058d2 metadata: creationTimestamp: "2026-09-17T19:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:05:47Z" name: sequence-graph-058d2-ff64f56f7-mmrgh.18d6312780491bb4 namespace: kserve-ci-e2e-test resourceVersion: "22470" uid: f35f09f8-3dc6-438f-9f5e-9e40fe060ed5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-058d2} kind: Pod name: sequence-graph-058d2-ff64f56f7-mmrgh namespace: kserve-ci-e2e-test resourceVersion: "22443" uid: 3580520d-06dd-432e-8a6c-1f5f4d2f5996 kind: Event lastTimestamp: "2026-09-17T19:14:01Z" message: Stopping container sequence-graph-058d2 metadata: creationTimestamp: "2026-09-17T19:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:01Z" name: sequence-graph-058d2-ff64f56f7-mmrgh.18d6319a90646af3 namespace: kserve-ci-e2e-test resourceVersion: "25073" uid: 8c3c4db0-5ce4-404e-bbd2-52fec1b607dc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-058d2} kind: Pod name: sequence-graph-058d2-ff64f56f7-mmrgh namespace: kserve-ci-e2e-test resourceVersion: "22443" uid: 3580520d-06dd-432e-8a6c-1f5f4d2f5996 kind: Event lastTimestamp: "2026-09-17T19:14:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:29Z" name: sequence-graph-058d2-ff64f56f7-mmrgh.18d6319b19147bd6 namespace: kserve-ci-e2e-test resourceVersion: "25406" uid: e92436c3-9fad-4ae8-be0d-e77b1df32285 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-058d2-ff64f56f7 namespace: kserve-ci-e2e-test resourceVersion: "22438" uid: 41d3c9c3-d000-45f4-adda-51724847bf53 kind: Event lastTimestamp: "2026-09-17T19:05:47Z" message: 'Created pod: sequence-graph-058d2-ff64f56f7-mmrgh' metadata: creationTimestamp: "2026-09-17T19:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:47Z" name: sequence-graph-058d2-ff64f56f7.18d63127597b93cd namespace: kserve-ci-e2e-test resourceVersion: "22444" uid: 038e35be-56ef-4fa2-8391-3a9af0419cdc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-058d2 namespace: kserve-ci-e2e-test resourceVersion: "22435" uid: 2458e6ec-429f-4806-ad5d-b87d0cfc19db kind: Event lastTimestamp: "2026-09-17T19:05:46Z" message: Scaled up replica set sequence-graph-058d2-ff64f56f7 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:05:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:46Z" name: sequence-graph-058d2.18d6312757950be6 namespace: kserve-ci-e2e-test resourceVersion: "22440" uid: 5e3f6ec7-fad0-461e-a276-eb83fd8f5f8a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:47Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-058d2 namespace: kserve-ci-e2e-test resourceVersion: "22455" uid: ed20b0c8-b76b-4507-8bef-35756ea878dd kind: Event lastTimestamp: "2026-09-17T19:05:47Z" message: InferenceGraph [sequence-graph-058d2] is Ready metadata: creationTimestamp: "2026-09-17T19:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:05:47Z" name: sequence-graph-058d2.18d63127656959fa namespace: kserve-ci-e2e-test resourceVersion: "22459" uid: 5d6a5fe9-fca5-4d21-a783-2f25132e6d27 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:06:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-058d2 namespace: kserve-ci-e2e-test resourceVersion: "22436" uid: 2054886f-74db-4de3-af0b-dd40ab7b943d kind: Event lastTimestamp: "2026-09-17T19:06:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:06:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:06:16Z" name: sequence-graph-058d2.18d6312ad5712dcd namespace: kserve-ci-e2e-test resourceVersion: "22613" uid: 544c4fb4-386a-4f7c-a1c1-dc13a5166085 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:06:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-058d2 namespace: kserve-ci-e2e-test resourceVersion: "22436" uid: 2054886f-74db-4de3-af0b-dd40ab7b943d kind: Event lastTimestamp: "2026-09-17T19:06:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:06:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:06:16Z" name: sequence-graph-058d2.18d6312ad5e4f134 namespace: kserve-ci-e2e-test resourceVersion: "22614" uid: ae7e6d58-e04b-4981-bdf2-754dde5c36bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:04:36.689046Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5af63-859f6674f8-mf5dr namespace: kserve-ci-e2e-test resourceVersion: "21806" uid: 56f57392-9980-45e5-acc4-57bf50834e34 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-5af63-859f6674f8-mf5dr to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:04:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:04:36Z" name: sequence-graph-5af63-859f6674f8-mf5dr.18d63116fa8ebd1b namespace: kserve-ci-e2e-test resourceVersion: "21810" uid: f9dcda85-3cb3-475b-b29d-2bd8ce68110d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:37Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5af63-859f6674f8-mf5dr namespace: kserve-ci-e2e-test resourceVersion: "21813" uid: 56f57392-9980-45e5-acc4-57bf50834e34 kind: Event lastTimestamp: "2026-09-17T19:04:37Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:04:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:04:37Z" name: sequence-graph-5af63-859f6674f8-mf5dr.18d631171c767c28 namespace: kserve-ci-e2e-test resourceVersion: "21832" uid: aaef7961-5a88-4dd3-ab6a-a251be62cb5a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5af63} kind: Pod name: sequence-graph-5af63-859f6674f8-mf5dr namespace: kserve-ci-e2e-test resourceVersion: "21807" uid: 56f57392-9980-45e5-acc4-57bf50834e34 kind: Event lastTimestamp: "2026-09-17T19:04:37Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:37Z" name: sequence-graph-5af63-859f6674f8-mf5dr.18d631171ddb0ba8 namespace: kserve-ci-e2e-test resourceVersion: "21834" uid: 1f19dffb-39eb-46ab-b094-fb94c323456f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5af63} kind: Pod name: sequence-graph-5af63-859f6674f8-mf5dr namespace: kserve-ci-e2e-test resourceVersion: "21807" uid: 56f57392-9980-45e5-acc4-57bf50834e34 kind: Event lastTimestamp: "2026-09-17T19:04:37Z" message: 'Created container: sequence-graph-5af63' metadata: creationTimestamp: "2026-09-17T19:04:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:37Z" name: sequence-graph-5af63-859f6674f8-mf5dr.18d631172070ae80 namespace: kserve-ci-e2e-test resourceVersion: "21835" uid: 95dd423f-2f5d-4d36-9dd7-83ba8cae110c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5af63} kind: Pod name: sequence-graph-5af63-859f6674f8-mf5dr namespace: kserve-ci-e2e-test resourceVersion: "21807" uid: 56f57392-9980-45e5-acc4-57bf50834e34 kind: Event lastTimestamp: "2026-09-17T19:04:37Z" message: Started container sequence-graph-5af63 metadata: creationTimestamp: "2026-09-17T19:04:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:37Z" name: sequence-graph-5af63-859f6674f8-mf5dr.18d6311720e6d7dc namespace: kserve-ci-e2e-test resourceVersion: "21836" uid: 4bb808e3-9fb4-402c-b298-98a31c31b278 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5af63} kind: Pod name: sequence-graph-5af63-859f6674f8-mf5dr namespace: kserve-ci-e2e-test resourceVersion: "21807" uid: 56f57392-9980-45e5-acc4-57bf50834e34 kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: Stopping container sequence-graph-5af63 metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:46Z" name: sequence-graph-5af63-859f6674f8-mf5dr.18d631194e1ea8ed namespace: kserve-ci-e2e-test resourceVersion: "21905" uid: 6f87fe0f-c1f7-4b1e-a692-1918301b4d9a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5af63} kind: Pod name: sequence-graph-5af63-859f6674f8-mf5dr namespace: kserve-ci-e2e-test resourceVersion: "21807" uid: 56f57392-9980-45e5-acc4-57bf50834e34 kind: Event lastTimestamp: "2026-09-17T19:05:13Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:05:13Z" name: sequence-graph-5af63-859f6674f8-mf5dr.18d63119ce3c87f8 namespace: kserve-ci-e2e-test resourceVersion: "22236" uid: 3ac1f669-032a-484a-a44c-b840b87ca13f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-5af63-859f6674f8 namespace: kserve-ci-e2e-test resourceVersion: "21800" uid: 40d8f466-a277-4943-9374-23610b557868 kind: Event lastTimestamp: "2026-09-17T19:04:36Z" message: 'Created pod: sequence-graph-5af63-859f6674f8-mf5dr' metadata: creationTimestamp: "2026-09-17T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:36Z" name: sequence-graph-5af63-859f6674f8.18d63116fa1122fb namespace: kserve-ci-e2e-test resourceVersion: "21809" uid: 0ef868c4-d2fd-4a00-b186-4ac8783f6102 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-5af63 namespace: kserve-ci-e2e-test resourceVersion: "21798" uid: b5163eb6-24cb-4f48-b340-53b9943de614 kind: Event lastTimestamp: "2026-09-17T19:04:36Z" message: Scaled up replica set sequence-graph-5af63-859f6674f8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:36Z" name: sequence-graph-5af63.18d63116f7076223 namespace: kserve-ci-e2e-test resourceVersion: "21801" uid: 66c63408-e635-40b0-a297-cf565121337e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:36Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-5af63 namespace: kserve-ci-e2e-test resourceVersion: "21818" uid: 3f91dead-a154-4c4e-9835-aa34cb8033b9 kind: Event lastTimestamp: "2026-09-17T19:04:36Z" message: InferenceGraph [sequence-graph-5af63] is Ready metadata: creationTimestamp: "2026-09-17T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:36Z" name: sequence-graph-5af63.18d631170168261c namespace: kserve-ci-e2e-test resourceVersion: "21820" uid: 5ebcc20f-8158-47c8-bd90-0fb7638ace6b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:55:21.866864Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-887e9-57cbf8598b-fvfbt namespace: kserve-ci-e2e-test resourceVersion: "17721" uid: 32d95902-6260-46cb-abb8-d103e438b80b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-887e9-57cbf8598b-fvfbt to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T18:55:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:55:21Z" name: sequence-graph-887e9-57cbf8598b-fvfbt.18d63095cc942d5f namespace: kserve-ci-e2e-test resourceVersion: "17726" uid: 07462f22-1646-4fbc-961a-7dc6ed4b5783 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:22Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-887e9-57cbf8598b-fvfbt namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 32d95902-6260-46cb-abb8-d103e438b80b kind: Event lastTimestamp: "2026-09-17T18:55:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-887e9-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:55:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:55:22Z" name: sequence-graph-887e9-57cbf8598b-fvfbt.18d63095d5afef05 namespace: kserve-ci-e2e-test resourceVersion: "17739" uid: b4a083cb-4f1e-4a8d-8be1-71ec1886e33e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:23Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-887e9-57cbf8598b-fvfbt namespace: kserve-ci-e2e-test resourceVersion: "17730" uid: 32d95902-6260-46cb-abb8-d103e438b80b kind: Event lastTimestamp: "2026-09-17T18:55:23Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:55:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:55:23Z" name: sequence-graph-887e9-57cbf8598b-fvfbt.18d6309612255573 namespace: kserve-ci-e2e-test resourceVersion: "17754" uid: d2df585e-39ed-4a2a-844a-5a6205f8da27 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-887e9} kind: Pod name: sequence-graph-887e9-57cbf8598b-fvfbt namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 32d95902-6260-46cb-abb8-d103e438b80b kind: Event lastTimestamp: "2026-09-17T18:55:23Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T18:55:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:55:23Z" name: sequence-graph-887e9-57cbf8598b-fvfbt.18d63096139823bd namespace: kserve-ci-e2e-test resourceVersion: "17756" uid: 9ce9b20e-33a2-4a67-ad6e-b6dfdc3c4aa3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-887e9} kind: Pod name: sequence-graph-887e9-57cbf8598b-fvfbt namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 32d95902-6260-46cb-abb8-d103e438b80b kind: Event lastTimestamp: "2026-09-17T18:55:23Z" message: 'Created container: sequence-graph-887e9' metadata: creationTimestamp: "2026-09-17T18:55:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:55:23Z" name: sequence-graph-887e9-57cbf8598b-fvfbt.18d6309616aceb6d namespace: kserve-ci-e2e-test resourceVersion: "17757" uid: b5103fd6-e3b9-419a-b8b5-2a4bb871325e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-887e9} kind: Pod name: sequence-graph-887e9-57cbf8598b-fvfbt namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 32d95902-6260-46cb-abb8-d103e438b80b kind: Event lastTimestamp: "2026-09-17T18:55:23Z" message: Started container sequence-graph-887e9 metadata: creationTimestamp: "2026-09-17T18:55:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:55:23Z" name: sequence-graph-887e9-57cbf8598b-fvfbt.18d63096173423dc namespace: kserve-ci-e2e-test resourceVersion: "17758" uid: 6ee240fb-9bdc-4c5f-b88a-5d538cf02da3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-887e9} kind: Pod name: sequence-graph-887e9-57cbf8598b-fvfbt namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 32d95902-6260-46cb-abb8-d103e438b80b kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: Stopping container sequence-graph-887e9 metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:36Z" name: sequence-graph-887e9-57cbf8598b-fvfbt.18d63108ec2ef165 namespace: kserve-ci-e2e-test resourceVersion: "21116" uid: efc8043d-833e-4462-a26b-a89b3178369c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-887e9} kind: Pod name: sequence-graph-887e9-57cbf8598b-fvfbt namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 32d95902-6260-46cb-abb8-d103e438b80b kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: sequence-graph-887e9-57cbf8598b-fvfbt.18d63109afcf30cd namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: d1e87888-0ec7-4c07-a1cd-55e67a32f47d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-887e9-57cbf8598b namespace: kserve-ci-e2e-test resourceVersion: "17717" uid: 391101ff-a747-4ea6-984b-0c6595455b98 kind: Event lastTimestamp: "2026-09-17T18:55:21Z" message: 'Created pod: sequence-graph-887e9-57cbf8598b-fvfbt' metadata: creationTimestamp: "2026-09-17T18:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:21Z" name: sequence-graph-887e9-57cbf8598b.18d63095cbf8df8f namespace: kserve-ci-e2e-test resourceVersion: "17723" uid: dc6c5a1a-87e2-4dc8-b71c-f60576bab0d8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17716" uid: 3491cb3f-8791-4e76-b49e-bd7526232cca kind: Event lastTimestamp: "2026-09-17T18:55:21Z" message: Scaled up replica set sequence-graph-887e9-57cbf8598b from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:21Z" name: sequence-graph-887e9.18d63095cab5c1ff namespace: kserve-ci-e2e-test resourceVersion: "17719" uid: e67e35db-e55b-4a3c-8e06-2cb275fab825 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17732" uid: b76c2d5b-1082-47f1-a216-cdb88699f4e2 kind: Event lastTimestamp: "2026-09-17T18:55:21Z" message: InferenceGraph [sequence-graph-887e9] is Ready metadata: creationTimestamp: "2026-09-17T18:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:55:21Z" name: sequence-graph-887e9.18d63095d03169db namespace: kserve-ci-e2e-test resourceVersion: "17734" uid: b234ff4c-acf3-49a2-af4c-076dac77d29f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17718" uid: d5bd1bf0-a41c-4b52-9241-7941e364e77f kind: Event lastTimestamp: "2026-09-17T18:55:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:36Z" name: sequence-graph-887e9.18d6309949c01b6c namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: c76b93c0-5ef9-48bd-a9b6-b62ab2076167 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17718" uid: d5bd1bf0-a41c-4b52-9241-7941e364e77f kind: Event lastTimestamp: "2026-09-17T18:55:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:36Z" name: sequence-graph-887e9.18d630994a3e486e namespace: kserve-ci-e2e-test resourceVersion: "17867" uid: c7f713f5-2dc2-4ad8-a6cd-7ab4673ab1b1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17866" uid: d5bd1bf0-a41c-4b52-9241-7941e364e77f kind: Event lastTimestamp: "2026-09-17T18:55:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:51Z" name: sequence-graph-887e9.18d6309cc9441dbc namespace: kserve-ci-e2e-test resourceVersion: "17969" uid: 7d033157-39a4-4b63-9542-17b6db70ae4f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17866" uid: d5bd1bf0-a41c-4b52-9241-7941e364e77f kind: Event lastTimestamp: "2026-09-17T18:55:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:51Z" name: sequence-graph-887e9.18d6309cc9de0b10 namespace: kserve-ci-e2e-test resourceVersion: "17970" uid: 037da80b-13de-419a-9421-4fa0d72c83eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:14:25.705297Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-3efeb-c7897dd95-9nm5f namespace: kserve-ci-e2e-test resourceVersion: "25363" uid: 054d9702-58f7-4d25-9044-dbad9db30be8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-3efeb-c7897dd95-9nm5f to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:14:25Z" name: splitter-graph-3efeb-c7897dd95-9nm5f.18d631a01ea989a2 namespace: kserve-ci-e2e-test resourceVersion: "25368" uid: a7f8affb-7265-454e-a1a4-4d2597dd09a0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:25Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-3efeb-c7897dd95-9nm5f namespace: kserve-ci-e2e-test resourceVersion: "25365" uid: 054d9702-58f7-4d25-9044-dbad9db30be8 kind: Event lastTimestamp: "2026-09-17T19:14:25Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-3efeb-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:25Z" name: splitter-graph-3efeb-c7897dd95-9nm5f.18d631a02c6f1035 namespace: kserve-ci-e2e-test resourceVersion: "25383" uid: 7101db95-8247-4576-af94-e00ee457ad90 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:26Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-3efeb-c7897dd95-9nm5f namespace: kserve-ci-e2e-test resourceVersion: "25371" uid: 054d9702-58f7-4d25-9044-dbad9db30be8 kind: Event lastTimestamp: "2026-09-17T19:14:26Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:14:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:14:26Z" name: splitter-graph-3efeb-c7897dd95-9nm5f.18d631a0649d855d namespace: kserve-ci-e2e-test resourceVersion: "25391" uid: ee77d304-00fe-497c-8496-c7122e8eee3d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3efeb} kind: Pod name: splitter-graph-3efeb-c7897dd95-9nm5f namespace: kserve-ci-e2e-test resourceVersion: "25365" uid: 054d9702-58f7-4d25-9044-dbad9db30be8 kind: Event lastTimestamp: "2026-09-17T19:14:26Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:26Z" name: splitter-graph-3efeb-c7897dd95-9nm5f.18d631a065eb76e5 namespace: kserve-ci-e2e-test resourceVersion: "25393" uid: 90211977-4ebd-43fa-95aa-8f6386ca6539 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3efeb} kind: Pod name: splitter-graph-3efeb-c7897dd95-9nm5f namespace: kserve-ci-e2e-test resourceVersion: "25365" uid: 054d9702-58f7-4d25-9044-dbad9db30be8 kind: Event lastTimestamp: "2026-09-17T19:14:26Z" message: 'Created container: splitter-graph-3efeb' metadata: creationTimestamp: "2026-09-17T19:14:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:26Z" name: splitter-graph-3efeb-c7897dd95-9nm5f.18d631a068c2b88c namespace: kserve-ci-e2e-test resourceVersion: "25394" uid: 10981196-6e16-474f-bb58-b6af50e0a9a7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3efeb} kind: Pod name: splitter-graph-3efeb-c7897dd95-9nm5f namespace: kserve-ci-e2e-test resourceVersion: "25365" uid: 054d9702-58f7-4d25-9044-dbad9db30be8 kind: Event lastTimestamp: "2026-09-17T19:14:26Z" message: Started container splitter-graph-3efeb metadata: creationTimestamp: "2026-09-17T19:14:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:26Z" name: splitter-graph-3efeb-c7897dd95-9nm5f.18d631a069397c6d namespace: kserve-ci-e2e-test resourceVersion: "25395" uid: 6913b44a-5479-49c1-bcf6-4fa25df851ed reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3efeb} kind: Pod name: splitter-graph-3efeb-c7897dd95-9nm5f namespace: kserve-ci-e2e-test resourceVersion: "25365" uid: 054d9702-58f7-4d25-9044-dbad9db30be8 kind: Event lastTimestamp: "2026-09-17T19:14:35Z" message: Stopping container splitter-graph-3efeb metadata: creationTimestamp: "2026-09-17T19:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:35Z" name: splitter-graph-3efeb-c7897dd95-9nm5f.18d631a27795ca5b namespace: kserve-ci-e2e-test resourceVersion: "25467" uid: 432766f7-ecff-44b6-9dbe-41789edc1101 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:14:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-3efeb} kind: Pod name: splitter-graph-3efeb-c7897dd95-9nm5f namespace: kserve-ci-e2e-test resourceVersion: "25365" uid: 054d9702-58f7-4d25-9044-dbad9db30be8 kind: Event lastTimestamp: "2026-09-17T19:15:03Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:14:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:03Z" name: splitter-graph-3efeb-c7897dd95-9nm5f.18d631a3080cad78 namespace: kserve-ci-e2e-test resourceVersion: "25796" uid: 176f6183-1a00-4e82-849b-17f7f99d0221 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-3efeb-c7897dd95 namespace: kserve-ci-e2e-test resourceVersion: "25360" uid: 44cdef01-83ee-487d-98bd-0ae3b58001de kind: Event lastTimestamp: "2026-09-17T19:14:25Z" message: 'Created pod: splitter-graph-3efeb-c7897dd95-9nm5f' metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:25Z" name: splitter-graph-3efeb-c7897dd95.18d631a01e41079a namespace: kserve-ci-e2e-test resourceVersion: "25364" uid: 78adc227-68c3-4da2-a44e-3d78afb7d3de reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-3efeb namespace: kserve-ci-e2e-test resourceVersion: "25358" uid: 7414563b-428d-4eb6-bec0-456f43dd447b kind: Event lastTimestamp: "2026-09-17T19:14:25Z" message: Scaled up replica set splitter-graph-3efeb-c7897dd95 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:25Z" name: splitter-graph-3efeb.18d631a01d79ca55 namespace: kserve-ci-e2e-test resourceVersion: "25361" uid: 8b61b126-c769-4bd6-ae08-cdffe9a0eda3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:25Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-3efeb namespace: kserve-ci-e2e-test resourceVersion: "25374" uid: b3f047ff-670e-4d19-be3e-000bf69e02dd kind: Event lastTimestamp: "2026-09-17T19:14:25Z" message: InferenceGraph [splitter-graph-3efeb] is Ready metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:25Z" name: splitter-graph-3efeb.18d631a022a69980 namespace: kserve-ci-e2e-test resourceVersion: "25376" uid: b67a677d-6d16-4d67-8af1-def18e0f7b12 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:15:36.025795Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-46c43-774db8878c-6vckc namespace: kserve-ci-e2e-test resourceVersion: "25997" uid: eb16c91e-ff28-4218-9530-d93855483151 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-46c43-774db8878c-6vckc to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:15:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:15:36Z" name: splitter-graph-46c43-774db8878c-6vckc.18d631b07e172c0e namespace: kserve-ci-e2e-test resourceVersion: "26002" uid: 2efc0b6d-19bf-4f78-9e36-aa62b82aa453 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:36Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-46c43-774db8878c-6vckc namespace: kserve-ci-e2e-test resourceVersion: "26000" uid: eb16c91e-ff28-4218-9530-d93855483151 kind: Event lastTimestamp: "2026-09-17T19:15:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-46c43-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:15:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:36Z" name: splitter-graph-46c43-774db8878c-6vckc.18d631b0882db5b4 namespace: kserve-ci-e2e-test resourceVersion: "26016" uid: f19af4ae-c5ce-4171-91c4-b72edfa055f9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:37Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-46c43-774db8878c-6vckc namespace: kserve-ci-e2e-test resourceVersion: "26006" uid: eb16c91e-ff28-4218-9530-d93855483151 kind: Event lastTimestamp: "2026-09-17T19:15:37Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:15:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:15:37Z" name: splitter-graph-46c43-774db8878c-6vckc.18d631b0c3b2709c namespace: kserve-ci-e2e-test resourceVersion: "26026" uid: fd7013a8-91e7-4a82-8af5-4c21ee761998 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-46c43} kind: Pod name: splitter-graph-46c43-774db8878c-6vckc namespace: kserve-ci-e2e-test resourceVersion: "26000" uid: eb16c91e-ff28-4218-9530-d93855483151 kind: Event lastTimestamp: "2026-09-17T19:15:37Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T19:15:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:37Z" name: splitter-graph-46c43-774db8878c-6vckc.18d631b0c50507f3 namespace: kserve-ci-e2e-test resourceVersion: "26028" uid: 65a1a552-bdae-4966-8073-a278f4494280 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-46c43} kind: Pod name: splitter-graph-46c43-774db8878c-6vckc namespace: kserve-ci-e2e-test resourceVersion: "26000" uid: eb16c91e-ff28-4218-9530-d93855483151 kind: Event lastTimestamp: "2026-09-17T19:15:37Z" message: 'Created container: splitter-graph-46c43' metadata: creationTimestamp: "2026-09-17T19:15:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:37Z" name: splitter-graph-46c43-774db8878c-6vckc.18d631b0c883d560 namespace: kserve-ci-e2e-test resourceVersion: "26029" uid: a35c540d-76a5-48c4-a342-d73e755282c6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-46c43} kind: Pod name: splitter-graph-46c43-774db8878c-6vckc namespace: kserve-ci-e2e-test resourceVersion: "26000" uid: eb16c91e-ff28-4218-9530-d93855483151 kind: Event lastTimestamp: "2026-09-17T19:15:37Z" message: Started container splitter-graph-46c43 metadata: creationTimestamp: "2026-09-17T19:15:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:37Z" name: splitter-graph-46c43-774db8878c-6vckc.18d631b0c8f5ec9f namespace: kserve-ci-e2e-test resourceVersion: "26030" uid: 2781e886-4083-4d05-893f-e092aece3a9b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:23:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-46c43} kind: Pod name: splitter-graph-46c43-774db8878c-6vckc namespace: kserve-ci-e2e-test resourceVersion: "26000" uid: eb16c91e-ff28-4218-9530-d93855483151 kind: Event lastTimestamp: "2026-09-17T19:23:50Z" message: Stopping container splitter-graph-46c43 metadata: creationTimestamp: "2026-09-17T19:23:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:23:50Z" name: splitter-graph-46c43-774db8878c-6vckc.18d63223ad50ecc1 namespace: kserve-ci-e2e-test resourceVersion: "28200" uid: 4d9154c3-7cd3-42cc-8a10-8821a6fbce4d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:23:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-46c43} kind: Pod name: splitter-graph-46c43-774db8878c-6vckc namespace: kserve-ci-e2e-test resourceVersion: "26000" uid: eb16c91e-ff28-4218-9530-d93855483151 kind: Event lastTimestamp: "2026-09-17T19:24:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:23:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:24:18Z" name: splitter-graph-46c43-774db8878c-6vckc.18d632245248ab2d namespace: kserve-ci-e2e-test resourceVersion: "28368" uid: f294e89f-d9cd-4a29-9a85-b91eee6a3b1f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-46c43-774db8878c namespace: kserve-ci-e2e-test resourceVersion: "25994" uid: 04b1bef4-8017-4e2e-8331-8cf13aa95949 kind: Event lastTimestamp: "2026-09-17T19:15:36Z" message: 'Created pod: splitter-graph-46c43-774db8878c-6vckc' metadata: creationTimestamp: "2026-09-17T19:15:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:36Z" name: splitter-graph-46c43-774db8878c.18d631b07db30221 namespace: kserve-ci-e2e-test resourceVersion: "25999" uid: 88f3fecf-41e2-4164-8b26-42fa26075c9a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-46c43 namespace: kserve-ci-e2e-test resourceVersion: "25992" uid: cabeae11-e360-4e74-ada4-ebd99d34fb45 kind: Event lastTimestamp: "2026-09-17T19:15:36Z" message: Scaled up replica set splitter-graph-46c43-774db8878c from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:15:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:36Z" name: splitter-graph-46c43.18d631b07cc8e770 namespace: kserve-ci-e2e-test resourceVersion: "25995" uid: 3b58f040-2c4a-4031-b377-3d2bd4224aaf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:36Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-46c43 namespace: kserve-ci-e2e-test resourceVersion: "26008" uid: 7a5aa439-6dd8-416e-a7c0-890b215b9901 kind: Event lastTimestamp: "2026-09-17T19:15:36Z" message: InferenceGraph [splitter-graph-46c43] is Ready metadata: creationTimestamp: "2026-09-17T19:15:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:15:36Z" name: splitter-graph-46c43.18d631b081c0144e namespace: kserve-ci-e2e-test resourceVersion: "26010" uid: 2eb0837f-78bc-40f2-8872-f6c2d97062df reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-46c43 namespace: kserve-ci-e2e-test resourceVersion: "25993" uid: 3fa84dbf-98f1-4ed3-a12d-97c37048b5e4 kind: Event lastTimestamp: "2026-09-17T19:15:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:15:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:51Z" name: splitter-graph-46c43.18d631b3fb531955 namespace: kserve-ci-e2e-test resourceVersion: "26096" uid: a39ff216-9b28-485e-9d2b-a1fefd0ef21e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-46c43 namespace: kserve-ci-e2e-test resourceVersion: "25993" uid: 3fa84dbf-98f1-4ed3-a12d-97c37048b5e4 kind: Event lastTimestamp: "2026-09-17T19:15:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:15:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:51Z" name: splitter-graph-46c43.18d631b3fbbcb600 namespace: kserve-ci-e2e-test resourceVersion: "26097" uid: e0f52228-4ff1-4b61-9083-c9e45f30f21c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:16:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-46c43 namespace: kserve-ci-e2e-test resourceVersion: "26095" uid: 3fa84dbf-98f1-4ed3-a12d-97c37048b5e4 kind: Event lastTimestamp: "2026-09-17T19:16:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:16:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:16:06Z" name: splitter-graph-46c43.18d631b77ac481c0 namespace: kserve-ci-e2e-test resourceVersion: "26169" uid: 25cda7b5-357c-4c98-92e7-683f02dcf0dc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:16:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-46c43 namespace: kserve-ci-e2e-test resourceVersion: "26095" uid: 3fa84dbf-98f1-4ed3-a12d-97c37048b5e4 kind: Event lastTimestamp: "2026-09-17T19:16:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:16:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:16:06Z" name: splitter-graph-46c43.18d631b77b27d2fb namespace: kserve-ci-e2e-test resourceVersion: "26171" uid: cccf7ca5-1a28-4ad7-9041-91ea988abaf0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:04:46.926000Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21960" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-058d2-predictor-6df78f8b6-drsmk to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:04:46Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d631195cba459e namespace: kserve-ci-e2e-test resourceVersion: "21964" uid: 22a20292-0d78-400d-a2b6-319015865aaa reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:04:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-058d2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:47Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119680ff48c namespace: kserve-ci-e2e-test resourceVersion: "21998" uid: 6cce97c3-3437-4ee9-8559-5440b7b4b6d3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21973" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:04:48Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:04:48Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119a28772fd namespace: kserve-ci-e2e-test resourceVersion: "22031" uid: c6c65cec-d7af-407f-aaa8-53720625dc5f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:04:48Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:48Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119a467829c namespace: kserve-ci-e2e-test resourceVersion: "22033" uid: 695c1ebb-9b8a-47f4-9154-d329f7df0703 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:04:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:48Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119a779c778 namespace: kserve-ci-e2e-test resourceVersion: "22034" uid: 1670fc78-ca9b-44ee-984c-5d928d96c3d1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:04:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:48Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119a7eb7ecc namespace: kserve-ci-e2e-test resourceVersion: "22035" uid: de4c0f61-dc74-4765-93cc-57f4a1436b49 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:04:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:48Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119a7f6c12c namespace: kserve-ci-e2e-test resourceVersion: "22036" uid: 2974c7d0-5826-424d-8eab-a682d2b30937 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:04:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:48Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119ab2980f2 namespace: kserve-ci-e2e-test resourceVersion: "22037" uid: 502db3c4-9d24-40be-b086-ae09f9ae39d5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:04:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:48Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119ab9c9009 namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 42c7978c-afea-4c3a-983b-bd241543872f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T19:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:14:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:04Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d63119d1111287 namespace: kserve-ci-e2e-test resourceVersion: "25212" uid: 0eda5598-523d-4202-a02c-8b0711ee869a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:14:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:01Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d6319a97665335 namespace: kserve-ci-e2e-test resourceVersion: "25094" uid: 7337a749-f951-4ee0-8be3-10bcbe4e77a9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:14:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:14:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:01Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d6319a9766cdd7 namespace: kserve-ci-e2e-test resourceVersion: "25099" uid: c8678f59-c4d5-4c0e-b32d-edd950bc4dde reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk namespace: kserve-ci-e2e-test resourceVersion: "21961" uid: 569ab150-dba1-460c-b101-b7044e1cfb47 kind: Event lastTimestamp: "2026-09-17T19:14:04Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:14:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:04Z" name: success-200-isvc-058d2-predictor-6df78f8b6-drsmk.18d6319b4571da8c namespace: kserve-ci-e2e-test resourceVersion: "25211" uid: cd209e3d-3610-4694-84f9-60139c59e402 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-058d2-predictor-6df78f8b6 namespace: kserve-ci-e2e-test resourceVersion: "21947" uid: ff948c2e-3220-41fd-83bd-646fe1d2609a kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: 'Created pod: success-200-isvc-058d2-predictor-6df78f8b6-drsmk' metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:46Z" name: success-200-isvc-058d2-predictor-6df78f8b6.18d631195c375fc5 namespace: kserve-ci-e2e-test resourceVersion: "21962" uid: 20a3a351-81ff-4962-9300-20de7e1ac3b8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "21944" uid: 62f63581-c5a2-4d33-86ff-b63e47815ca3 kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: Scaled up replica set success-200-isvc-058d2-predictor-6df78f8b6 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:46Z" name: success-200-isvc-058d2-predictor.18d6311959c6527d namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: d1cb6fb6-d231-4721-80b7-db001f81c7aa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:05:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "21946" uid: 419732b9-1541-4ecc-b593-f0ef1db9cd30 kind: Event lastTimestamp: "2026-09-17T19:05:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:05:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:16Z" name: success-200-isvc-058d2-predictor.18d6311cd870ea0d namespace: kserve-ci-e2e-test resourceVersion: "22251" uid: 55ca924e-f25d-42d5-bd38-02e48f171c65 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:05:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "21946" uid: 419732b9-1541-4ecc-b593-f0ef1db9cd30 kind: Event lastTimestamp: "2026-09-17T19:05:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:05:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:16Z" name: success-200-isvc-058d2-predictor.18d6311cd8e640b0 namespace: kserve-ci-e2e-test resourceVersion: "22252" uid: 9a6154c7-9875-4299-afa2-9eafa07f4752 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:05:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "22135" uid: 419732b9-1541-4ecc-b593-f0ef1db9cd30 kind: Event lastTimestamp: "2026-09-17T19:06:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:05:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:06:01Z" name: success-200-isvc-058d2-predictor.18d63123d712c84b namespace: kserve-ci-e2e-test resourceVersion: "22550" uid: c889f60f-0d10-4d59-bb35-eac0693242cb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:05:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-058d2-predictor namespace: kserve-ci-e2e-test resourceVersion: "22135" uid: 419732b9-1541-4ecc-b593-f0ef1db9cd30 kind: Event lastTimestamp: "2026-09-17T19:06:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:05:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:06:01Z" name: success-200-isvc-058d2-predictor.18d63123d77c7e8d namespace: kserve-ci-e2e-test resourceVersion: "22551" uid: ddc908ba-0263-436e-a2bf-c81c745b1735 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-058d2 namespace: kserve-ci-e2e-test resourceVersion: "21918" uid: 2a03b9ab-cfcd-4ca9-a4e6-81b8fadf23b4 kind: Event lastTimestamp: "2026-09-17T19:05:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:05:35Z" name: success-200-isvc-058d2.18d6311959e6b0ce namespace: kserve-ci-e2e-test resourceVersion: "22380" uid: 9caada2a-368f-4438-a34f-97c9aec178e7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-058d2 namespace: kserve-ci-e2e-test resourceVersion: "21918" uid: 2a03b9ab-cfcd-4ca9-a4e6-81b8fadf23b4 kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: 'Failed to update status for InferenceService "success-200-isvc-058d2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-058d2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:46Z" name: success-200-isvc-058d2.18d631195aac9b7f namespace: kserve-ci-e2e-test resourceVersion: "21955" uid: f6583c2f-f88e-4a2e-9185-9cfbd1f9c78d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-058d2 namespace: kserve-ci-e2e-test resourceVersion: "21918" uid: 2a03b9ab-cfcd-4ca9-a4e6-81b8fadf23b4 kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-058d2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:46Z" name: success-200-isvc-058d2.18d631195aace3e2 namespace: kserve-ci-e2e-test resourceVersion: "21957" uid: 33f500d6-1a26-4c5c-8469-4af96cf60d88 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:05:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-058d2 namespace: kserve-ci-e2e-test resourceVersion: "22377" uid: 2a03b9ab-cfcd-4ca9-a4e6-81b8fadf23b4 kind: Event lastTimestamp: "2026-09-17T19:05:35Z" message: InferenceService [success-200-isvc-058d2] is Ready metadata: creationTimestamp: "2026-09-17T19:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:05:35Z" name: success-200-isvc-058d2.18d631248fb6fd51 namespace: kserve-ci-e2e-test resourceVersion: "22378" uid: 3affc8d6-9778-4881-885d-061138b3d6b9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:13:25.683515Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24794" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:13:25Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631922515c5b0 namespace: kserve-ci-e2e-test resourceVersion: "24803" uid: d6fffd9a-524c-4346-af67-aa0be8386cd8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24815" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:13:26Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d63192471bfa34 namespace: kserve-ci-e2e-test resourceVersion: "24848" uid: b8f925cb-0531-4687-aa79-09811ae2fa4e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631924862eaa4 namespace: kserve-ci-e2e-test resourceVersion: "24850" uid: 3347d7df-c9ad-40df-b83a-8c48b9370ada reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631924ba9d6e2 namespace: kserve-ci-e2e-test resourceVersion: "24851" uid: 74e9efee-00b9-4d92-9e96-6576257f7e05 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631924c1e203c namespace: kserve-ci-e2e-test resourceVersion: "24852" uid: 1cdcdf9e-32ff-4f35-8c2f-060a0d59bde3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631924c2a1d3d namespace: kserve-ci-e2e-test resourceVersion: "24853" uid: 82687e9b-04e3-43ee-974b-880de94c1571 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631924f0ea1a5 namespace: kserve-ci-e2e-test resourceVersion: "24857" uid: 2b41e3bc-4893-40a6-a5e1-42b5a7811341 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631924f8447ad namespace: kserve-ci-e2e-test resourceVersion: "24858" uid: e9157ece-b7e1-4a54-9e19-42736fe70dd9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:14:02Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:02Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631926fe1ea5d namespace: kserve-ci-e2e-test resourceVersion: "25175" uid: 61f71ede-23cf-4896-9665-e80342bb40b9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:14:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:35Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631a27d8a72bd namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: 5b604bd1-8c08-4119-8ac3-61c57d6ad980 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:14:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:14:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:35Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631a27d8afa4f namespace: kserve-ci-e2e-test resourceVersion: "25494" uid: e3c4a7ce-efbd-4c7a-a93f-c31134e4272e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5 namespace: kserve-ci-e2e-test resourceVersion: "24798" uid: 60c8ed24-e4e7-4809-a76a-6c49f54bbb1e kind: Event lastTimestamp: "2026-09-17T19:14:37Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:37Z" name: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5.18d631a2f80c0aa9 namespace: kserve-ci-e2e-test resourceVersion: "25593" uid: 0d18170a-c962-41e4-ac1d-b1ca92f950f6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3efeb-predictor-9b86cfccd namespace: kserve-ci-e2e-test resourceVersion: "24777" uid: c0a2402a-4c74-4122-815b-0cdb6e979df6 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: 'Created pod: success-200-isvc-3efeb-predictor-9b86cfccd-4z9t5' metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:13:25Z" name: success-200-isvc-3efeb-predictor-9b86cfccd.18d6319224a87b5b namespace: kserve-ci-e2e-test resourceVersion: "24799" uid: 30f1881d-b606-4d68-84ab-63dca56fb113 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24773" uid: 5cba3705-98ca-4d3d-af87-ec2c2e17c055 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: Scaled up replica set success-200-isvc-3efeb-predictor-9b86cfccd from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:13:25Z" name: success-200-isvc-3efeb-predictor.18d6319220976114 namespace: kserve-ci-e2e-test resourceVersion: "24780" uid: 4d76b2e4-db8d-429b-954a-9f4d1190fe4a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:13:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24775" uid: 97d76a95-ded8-438b-acf0-0ca33951cbeb kind: Event lastTimestamp: "2026-09-17T19:14:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:10Z" name: success-200-isvc-3efeb-predictor.18d631959ed01375 namespace: kserve-ci-e2e-test resourceVersion: "25252" uid: 4a3ab936-682e-4e16-b9bb-db7d225c7ddc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:13:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24775" uid: 97d76a95-ded8-438b-acf0-0ca33951cbeb kind: Event lastTimestamp: "2026-09-17T19:14:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:10Z" name: success-200-isvc-3efeb-predictor.18d631959f3ca5b8 namespace: kserve-ci-e2e-test resourceVersion: "25253" uid: a2b8a291-99b3-45a6-88df-58a509a4d4cc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24951" uid: 97d76a95-ded8-438b-acf0-0ca33951cbeb kind: Event lastTimestamp: "2026-09-17T19:14:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:25Z" name: success-200-isvc-3efeb-predictor.18d631a01bc7d8f7 namespace: kserve-ci-e2e-test resourceVersion: "25353" uid: 10ff594c-04b6-4e9c-90a6-00fa4746c206 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3efeb-predictor namespace: kserve-ci-e2e-test resourceVersion: "24951" uid: 97d76a95-ded8-438b-acf0-0ca33951cbeb kind: Event lastTimestamp: "2026-09-17T19:14:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:14:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:25Z" name: success-200-isvc-3efeb-predictor.18d631a01c2ac946 namespace: kserve-ci-e2e-test resourceVersion: "25355" uid: ec2043b8-276f-4983-a72c-f0f0aabe1d11 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3efeb namespace: kserve-ci-e2e-test resourceVersion: "24753" uid: a8b92ceb-332d-41cc-9ac7-d5cf250283b0 kind: Event lastTimestamp: "2026-09-17T19:14:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:13Z" name: success-200-isvc-3efeb.18d63192206defc4 namespace: kserve-ci-e2e-test resourceVersion: "25276" uid: 0f774156-129c-4a06-88b7-330f9727a7b0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3efeb namespace: kserve-ci-e2e-test resourceVersion: "24753" uid: a8b92ceb-332d-41cc-9ac7-d5cf250283b0 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: 'Failed to update status for InferenceService "success-200-isvc-3efeb": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3efeb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:13:25Z" name: success-200-isvc-3efeb.18d6319221042df7 namespace: kserve-ci-e2e-test resourceVersion: "24782" uid: cd77d3ef-19ff-402d-9c4b-e57b9530f586 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3efeb namespace: kserve-ci-e2e-test resourceVersion: "24753" uid: a8b92ceb-332d-41cc-9ac7-d5cf250283b0 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3efeb": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:13:25Z" name: success-200-isvc-3efeb.18d6319221047e80 namespace: kserve-ci-e2e-test resourceVersion: "24784" uid: 0c9e5131-98d7-4bec-ab8f-053af53b2dab reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3efeb namespace: kserve-ci-e2e-test resourceVersion: "25274" uid: a8b92ceb-332d-41cc-9ac7-d5cf250283b0 kind: Event lastTimestamp: "2026-09-17T19:14:13Z" message: InferenceService [success-200-isvc-3efeb] is Ready metadata: creationTimestamp: "2026-09-17T19:14:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:13Z" name: success-200-isvc-3efeb.18d6319d2b956ad5 namespace: kserve-ci-e2e-test resourceVersion: "25275" uid: d13270c0-a649-4c7a-98a3-5ff046960257 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:14:36.073932Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25522" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-46c43-predictor-569ff545b8-d5d4c to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a288ae5f76 namespace: kserve-ci-e2e-test resourceVersion: "25527" uid: 943b9216-4480-4798-849e-3298446da129 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25531" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a2aac29c2d namespace: kserve-ci-e2e-test resourceVersion: "25568" uid: 318fb587-6fb4-4770-8318-abad441bae71 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a2ac18c8ee namespace: kserve-ci-e2e-test resourceVersion: "25570" uid: b4181c12-fbb4-4b27-8d03-54011f70a80c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a2af97816a namespace: kserve-ci-e2e-test resourceVersion: "25575" uid: fe800f97-b264-4024-b370-9557a53d1b33 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a2b00a51bc namespace: kserve-ci-e2e-test resourceVersion: "25576" uid: fa248924-452a-4fc2-9465-1f8f6318316a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a2b0141840 namespace: kserve-ci-e2e-test resourceVersion: "25577" uid: 99527cef-c0c1-400a-86b5-2c6d5d62cadb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a2b2a0d3cb namespace: kserve-ci-e2e-test resourceVersion: "25578" uid: 3b450211-7ed4-4490-aa4e-ab7f91abc107 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a2b314f657 namespace: kserve-ci-e2e-test resourceVersion: "25579" uid: 4d9161d2-92e1-477b-9683-ff839ca49352 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T19:14:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:23:53Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:23:53Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d631a2ced07020 namespace: kserve-ci-e2e-test resourceVersion: "28246" uid: 04576f3a-94fb-4bdf-a81b-a8e112cc99a6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:23:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:23:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:23:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:23:50Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d63223b7a10afd namespace: kserve-ci-e2e-test resourceVersion: "28220" uid: c8b1739a-70d8-4f9c-ada9-9cc194357acc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:23:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:23:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:23:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:23:50Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d63223b7a1bc6a namespace: kserve-ci-e2e-test resourceVersion: "28224" uid: 656d8971-b8b5-4963-98c8-dec366b34148 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:23:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c namespace: kserve-ci-e2e-test resourceVersion: "25523" uid: 2c8e63db-202a-448e-95ad-e27b3cd6e310 kind: Event lastTimestamp: "2026-09-17T19:23:53Z" message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp 10.132.0.41:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:23:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:23:53Z" name: success-200-isvc-46c43-predictor-569ff545b8-d5d4c.18d63224433751e0 namespace: kserve-ci-e2e-test resourceVersion: "28245" uid: 91a6a1b5-4f5e-4993-be18-5dfae3795ab0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-46c43-predictor-569ff545b8 namespace: kserve-ci-e2e-test resourceVersion: "25516" uid: 3ef1d4f2-0467-4526-8d8d-20dd78615d25 kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: 'Created pod: success-200-isvc-46c43-predictor-569ff545b8-d5d4c' metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor-569ff545b8.18d631a28856add4 namespace: kserve-ci-e2e-test resourceVersion: "25524" uid: 323168e5-c435-4d8c-a697-dfc9f8b68973 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25514" uid: 83861f18-aa88-4dbd-a4dc-78c987c99faf kind: Event lastTimestamp: "2026-09-17T19:14:36Z" message: Scaled up replica set success-200-isvc-46c43-predictor-569ff545b8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:36Z" name: success-200-isvc-46c43-predictor.18d631a2868cb483 namespace: kserve-ci-e2e-test resourceVersion: "25517" uid: 4a9eb771-5223-45ea-9ae7-6a438a352e34 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:14:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25515" uid: b0ff3ef7-5b9a-48aa-9862-71b06442edf8 kind: Event lastTimestamp: "2026-09-17T19:15:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:06Z" name: success-200-isvc-46c43-predictor.18d631a604f211da namespace: kserve-ci-e2e-test resourceVersion: "25813" uid: 943d680a-f3c9-49a8-9d8a-26a6a2a0b9e0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:14:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25515" uid: b0ff3ef7-5b9a-48aa-9862-71b06442edf8 kind: Event lastTimestamp: "2026-09-17T19:15:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:06Z" name: success-200-isvc-46c43-predictor.18d631a6055c2ee3 namespace: kserve-ci-e2e-test resourceVersion: "25814" uid: a3708b39-abce-4d3a-a084-a29bc803822a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T19:15:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25690" uid: b0ff3ef7-5b9a-48aa-9862-71b06442edf8 kind: Event lastTimestamp: "2026-09-17T19:16:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:15:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:16:06Z" name: success-200-isvc-46c43-predictor.18d631ad03034e92 namespace: kserve-ci-e2e-test resourceVersion: "26172" uid: 66c03081-1f89-4d34-87f2-36f7eace9ce9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T19:15:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-46c43-predictor namespace: kserve-ci-e2e-test resourceVersion: "25690" uid: b0ff3ef7-5b9a-48aa-9862-71b06442edf8 kind: Event lastTimestamp: "2026-09-17T19:16:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:15:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:16:06Z" name: success-200-isvc-46c43-predictor.18d631ad036aef13 namespace: kserve-ci-e2e-test resourceVersion: "26173" uid: c55a04e6-56aa-4f4a-8b41-17192b4b4a39 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:14:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-46c43 namespace: kserve-ci-e2e-test resourceVersion: "25502" uid: ef216cde-2a4b-405a-9ded-0731760f9563 kind: Event lastTimestamp: "2026-09-17T19:15:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:14:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:15:23Z" name: success-200-isvc-46c43.18d631a286926fae namespace: kserve-ci-e2e-test resourceVersion: "25918" uid: 4597c40e-5e1c-4e4f-bbec-01de450cc58e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-46c43 namespace: kserve-ci-e2e-test resourceVersion: "25916" uid: ef216cde-2a4b-405a-9ded-0731760f9563 kind: Event lastTimestamp: "2026-09-17T19:15:23Z" message: InferenceService [success-200-isvc-46c43] is Ready metadata: creationTimestamp: "2026-09-17T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:15:23Z" name: success-200-isvc-46c43.18d631ad8a7aa842 namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 132bb7a9-faf0-45f2-8226-8d5d1c1f446a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:02:50.495685Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20788" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4f962-predictor-8576b94ccd-8d4zs to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:02:50Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe40f0a6f9 namespace: kserve-ci-e2e-test resourceVersion: "20797" uid: a6024864-df8c-4dce-923f-664613732780 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20804" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:02:51Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe62ec715e namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: 7b8d8b96-ad3a-4d8f-b3a7-aef87eb2fb13 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe64823b6e namespace: kserve-ci-e2e-test resourceVersion: "20844" uid: 76767fec-dd85-4c0f-9881-e61ea8650f60 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe67a0b0b3 namespace: kserve-ci-e2e-test resourceVersion: "20845" uid: faabf009-0417-4a88-8f97-2738f86c5d81 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe6816d8c9 namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: 4e73dec6-1a85-49f2-acff-89e35d539dd1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe6821830c namespace: kserve-ci-e2e-test resourceVersion: "20848" uid: 578562e2-680c-4938-a633-28c0439d87c6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe6cc3a94a namespace: kserve-ci-e2e-test resourceVersion: "20851" uid: 7103f816-fc32-40c8-b70b-64e1cb1e2581 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:02:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:51Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe6d3c89b4 namespace: kserve-ci-e2e-test resourceVersion: "20852" uid: d7a4a103-89c4-476e-a9f7-ec21cfc82c41 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:03:27Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:27Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d630fe7554f164 namespace: kserve-ci-e2e-test resourceVersion: "21061" uid: f0cc6bdb-eb48-453f-8f79-0274dddf5532 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:04:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:04:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:00Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d6310e95ebe922 namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: 5df5a085-928d-47e7-bc18-5114895e9e99 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:04:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:04:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:00Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d6310e95ec61f3 namespace: kserve-ci-e2e-test resourceVersion: "21461" uid: d5a7ff9f-366e-4777-b477-8e87f7fdd9be reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs namespace: kserve-ci-e2e-test resourceVersion: "20793" uid: 4d9d1dae-fff4-4047-8847-95791de0b5ce kind: Event lastTimestamp: "2026-09-17T19:04:02Z" message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp 10.132.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:04:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:02Z" name: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs.18d6310efd7369f3 namespace: kserve-ci-e2e-test resourceVersion: "21534" uid: d4034016-dade-43f5-8442-96fac841656c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-4f962-predictor-8576b94ccd namespace: kserve-ci-e2e-test resourceVersion: "20774" uid: 1764752d-d8ca-4ea9-9dce-f795bfc2bfba kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: 'Created pod: success-200-isvc-4f962-predictor-8576b94ccd-8d4zs' metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:50Z" name: success-200-isvc-4f962-predictor-8576b94ccd.18d630fe406302dc namespace: kserve-ci-e2e-test resourceVersion: "20792" uid: 73cc7ada-2d3f-497a-91d6-dce7a044283a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 15288680-25b1-4a39-862d-eea1a3ccff1f kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: Scaled up replica set success-200-isvc-4f962-predictor-8576b94ccd from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:50Z" name: success-200-isvc-4f962-predictor.18d630fe3b96d9db namespace: kserve-ci-e2e-test resourceVersion: "20775" uid: 0a156246-57c9-4463-9aa1-02eebe2c8668 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: 67333677-50a9-41f2-999c-7a657c535154 kind: Event lastTimestamp: "2026-09-17T19:03:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:05Z" name: success-200-isvc-4f962-predictor.18d63101bad02588 namespace: kserve-ci-e2e-test resourceVersion: "20947" uid: 7e142f37-653a-4388-b2a4-f4e79bb02eae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: 67333677-50a9-41f2-999c-7a657c535154 kind: Event lastTimestamp: "2026-09-17T19:03:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:05Z" name: success-200-isvc-4f962-predictor.18d63101bb7f9966 namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: 8fd9b2c3-b650-407d-ae40-fdee4525d8d0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:03:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20948" uid: 67333677-50a9-41f2-999c-7a657c535154 kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:50Z" name: success-200-isvc-4f962-predictor.18d631053a372808 namespace: kserve-ci-e2e-test resourceVersion: "21355" uid: e9f25325-4f3c-4fbe-962f-a440ec540003 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:03:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4f962-predictor namespace: kserve-ci-e2e-test resourceVersion: "20948" uid: 67333677-50a9-41f2-999c-7a657c535154 kind: Event lastTimestamp: "2026-09-17T19:03:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:50Z" name: success-200-isvc-4f962-predictor.18d631053aa3a90f namespace: kserve-ci-e2e-test resourceVersion: "21356" uid: 99a462e8-803e-47d5-b6d4-546c69e90562 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4f962 namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 935ae7eb-1d81-4e83-9580-5efba01b0bd6 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-4f962.18d630fe3b93f379 namespace: kserve-ci-e2e-test resourceVersion: "21238" uid: 7ec35878-0e62-448f-aa31-1dd9123fc540 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4f962 namespace: kserve-ci-e2e-test resourceVersion: "21234" uid: 935ae7eb-1d81-4e83-9580-5efba01b0bd6 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: InferenceService [success-200-isvc-4f962] is Ready metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-4f962.18d631093394feea namespace: kserve-ci-e2e-test resourceVersion: "21235" uid: 4e0601c7-9464-40a9-9754-40378a2b5424 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:03:36.669995Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21168" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5af63-predictor-5945f9cd94-h6gbc to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:03:36Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d631090124b573 namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: 11029971-e99e-404b-ba99-63e4ac0b1643 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21177" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d63109230b732e namespace: kserve-ci-e2e-test resourceVersion: "21214" uid: a8275cd0-99ad-46f8-b10b-62580ca7ea5a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d6310924d27c78 namespace: kserve-ci-e2e-test resourceVersion: "21216" uid: 83682883-145d-4d5a-9fb7-0116ee26f095 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d6310927e7ef9b namespace: kserve-ci-e2e-test resourceVersion: "21217" uid: 15a3c25f-d8bf-4a02-91ab-af9b3a15356d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d63109285c3ee6 namespace: kserve-ci-e2e-test resourceVersion: "21218" uid: 9a86be84-c504-4e15-9044-a0dc0196e864 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d6310928668597 namespace: kserve-ci-e2e-test resourceVersion: "21219" uid: e1fca56a-6063-48aa-8cb1-d90c4a7e1f89 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d631092b7e051a namespace: kserve-ci-e2e-test resourceVersion: "21222" uid: f486827a-9f66-41da-bcf0-ba8b7b1642bc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:03:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:03:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:37Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d631092bf62b90 namespace: kserve-ci-e2e-test resourceVersion: "21223" uid: ddef9611-b711-45f8-8719-6b52cdf31f20 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:04:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:14Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d63109723692fb namespace: kserve-ci-e2e-test resourceVersion: "21656" uid: 9aaa49e5-3feb-48f0-8d80-7c893062f648 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:46Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d6311955ab334c namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: b83f1111-1d08-45c9-abbc-9c72cc3a5e36 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:04:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:46Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d6311955abd73e namespace: kserve-ci-e2e-test resourceVersion: "21928" uid: 1a4f3d3a-1d7e-4d4d-b311-2ccf41822fab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc namespace: kserve-ci-e2e-test resourceVersion: "21169" uid: 3ffb887f-c274-4c74-bda0-1736984da495 kind: Event lastTimestamp: "2026-09-17T19:04:49Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:04:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:49Z" name: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc.18d63119fa5d1782 namespace: kserve-ci-e2e-test resourceVersion: "22049" uid: 1d189be0-3087-4839-9432-836c9eccb382 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5af63-predictor-5945f9cd94 namespace: kserve-ci-e2e-test resourceVersion: "21161" uid: c45cbf48-c2b0-47ed-92aa-9079dcc9eb31 kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: 'Created pod: success-200-isvc-5af63-predictor-5945f9cd94-h6gbc' metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:36Z" name: success-200-isvc-5af63-predictor-5945f9cd94.18d63109007ac5b7 namespace: kserve-ci-e2e-test resourceVersion: "21171" uid: cbf0d3ce-9f0d-4c50-b36e-fdf150315835 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21160" uid: af2ae176-bed3-4bde-a55c-ad51cb53cb28 kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: Scaled up replica set success-200-isvc-5af63-predictor-5945f9cd94 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:36Z" name: success-200-isvc-5af63-predictor.18d63108fcf57c50 namespace: kserve-ci-e2e-test resourceVersion: "21163" uid: db51d852-46b1-40fd-89bc-f194706088e4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:03:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21162" uid: 5e627d21-04e5-4935-af89-389ef685614c kind: Event lastTimestamp: "2026-09-17T19:04:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:06Z" name: success-200-isvc-5af63-predictor.18d6310c7bc8a9fd namespace: kserve-ci-e2e-test resourceVersion: "21607" uid: fac32061-ab2a-4f96-b8bb-c7d428334580 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:03:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21162" uid: 5e627d21-04e5-4935-af89-389ef685614c kind: Event lastTimestamp: "2026-09-17T19:04:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:06Z" name: success-200-isvc-5af63-predictor.18d6310c7c1bb85a namespace: kserve-ci-e2e-test resourceVersion: "21608" uid: e7e4cc64-c872-4aa0-9a25-335945eb7227 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:04:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21376" uid: 5e627d21-04e5-4935-af89-389ef685614c kind: Event lastTimestamp: "2026-09-17T19:04:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:04:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:36Z" name: success-200-isvc-5af63-predictor.18d631137be2b994 namespace: kserve-ci-e2e-test resourceVersion: "21815" uid: 66602080-285b-4e84-a545-3b50b7595d9c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:04:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5af63-predictor namespace: kserve-ci-e2e-test resourceVersion: "21376" uid: 5e627d21-04e5-4935-af89-389ef685614c kind: Event lastTimestamp: "2026-09-17T19:04:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:04:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:36Z" name: success-200-isvc-5af63-predictor.18d631137c6d3295 namespace: kserve-ci-e2e-test resourceVersion: "21816" uid: 0178dc16-40bf-40ab-bcbf-2252126fd857 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5af63 namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: 78a00245-1c62-4fd6-b74b-51a37b9b0eec kind: Event lastTimestamp: "2026-09-17T19:04:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:24Z" name: success-200-isvc-5af63.18d63108fd67a778 namespace: kserve-ci-e2e-test resourceVersion: "21722" uid: 5cf2fe17-06ad-4f88-b7dc-d5f4b3465218 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5af63 namespace: kserve-ci-e2e-test resourceVersion: "21720" uid: 78a00245-1c62-4fd6-b74b-51a37b9b0eec kind: Event lastTimestamp: "2026-09-17T19:04:24Z" message: InferenceService [success-200-isvc-5af63] is Ready metadata: creationTimestamp: "2026-09-17T19:04:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:24Z" name: success-200-isvc-5af63.18d631142e2594f9 namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: c1d023f2-1550-4d25-82ec-53fcb10097a0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:53:35.594745Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16498" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7989f-predictor-749fdfd4db-6qthz to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:53:35Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d0e4443c8 namespace: kserve-ci-e2e-test resourceVersion: "16504" uid: ea5bbea0-8cae-4980-b592-440a3b0712ba reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16513" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:53:36Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d301dbc37 namespace: kserve-ci-e2e-test resourceVersion: "16543" uid: f3a3817a-50ed-4389-b982-72d00331693e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d319ad5e1 namespace: kserve-ci-e2e-test resourceVersion: "16545" uid: ffc4b2f9-7d47-4ae8-92ca-3dab6c43b8fa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d351d0260 namespace: kserve-ci-e2e-test resourceVersion: "16548" uid: 621f47a3-ee02-4f57-b0a9-3d3465fa09d1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d358f92f2 namespace: kserve-ci-e2e-test resourceVersion: "16550" uid: 933cf59f-8ea6-4642-b1d6-32f9c891f34f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d359b3ed4 namespace: kserve-ci-e2e-test resourceVersion: "16551" uid: 48b72708-bbe4-424c-87ca-d0805bfb3eb5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d387afaa6 namespace: kserve-ci-e2e-test resourceVersion: "16553" uid: bb4d2fda-ee3f-4353-b213-9bb346196cfc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T18:53:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:36Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d39012ca5 namespace: kserve-ci-e2e-test resourceVersion: "16554" uid: 88b59107-f214-48e9-b2b2-7b33c2fb4d05 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:53:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T19:02:53Z" message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:53:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:53Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d6307d6bfe5b0e namespace: kserve-ci-e2e-test resourceVersion: "20876" uid: 7118f392-e4a1-4f74-8b2b-696ea091e6e7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:50Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d630fe37b598d6 namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: 6bd6c366-4594-498c-9660-b49c346a6761 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:50Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d630fe37b62b22 namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: a4e674e7-a32c-4c72-bebe-5c0442d57d1d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: af3f40cd-af17-4bb0-9127-09346f9e1954 kind: Event lastTimestamp: "2026-09-17T19:02:53Z" message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp 10.132.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:53Z" name: success-200-isvc-7989f-predictor-749fdfd4db-6qthz.18d630fee05971c3 namespace: kserve-ci-e2e-test resourceVersion: "20875" uid: 529c7825-989f-4f54-86c5-91612dd83d45 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-7989f-predictor-749fdfd4db namespace: kserve-ci-e2e-test resourceVersion: "16490" uid: dab75a90-af9c-459c-8cfb-3de435d13415 kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: 'Created pod: success-200-isvc-7989f-predictor-749fdfd4db-6qthz' metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:35Z" name: success-200-isvc-7989f-predictor-749fdfd4db.18d6307d0ddb8029 namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: 685213e7-dd1a-4779-81ab-5082becf389a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16488" uid: 8e5c2772-3e91-4ff3-894d-0247549f8bcb kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: Scaled up replica set success-200-isvc-7989f-predictor-749fdfd4db from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:35Z" name: success-200-isvc-7989f-predictor.18d6307d0a93c833 namespace: kserve-ci-e2e-test resourceVersion: "16491" uid: 6b0d79f4-4e57-4cdd-807d-906f6be82786 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:53:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16489" uid: a950bfa2-5507-4896-a8a6-39636b8d4f61 kind: Event lastTimestamp: "2026-09-17T18:54:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:05Z" name: success-200-isvc-7989f-predictor.18d63080893d19d4 namespace: kserve-ci-e2e-test resourceVersion: "16832" uid: b394305a-730b-414f-ba2c-31ecd9bda60f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:53:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16489" uid: a950bfa2-5507-4896-a8a6-39636b8d4f61 kind: Event lastTimestamp: "2026-09-17T18:54:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:05Z" name: success-200-isvc-7989f-predictor.18d6308089ab908b namespace: kserve-ci-e2e-test resourceVersion: "16833" uid: 7a8e05f7-65ef-420f-ad4c-9fe13997463e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:54:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16706" uid: a950bfa2-5507-4896-a8a6-39636b8d4f61 kind: Event lastTimestamp: "2026-09-17T18:55:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:05Z" name: success-200-isvc-7989f-predictor.18d63087882ca481 namespace: kserve-ci-e2e-test resourceVersion: "17577" uid: cea718dc-4949-45dc-95f7-ecb5505e4b62 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:54:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7989f-predictor namespace: kserve-ci-e2e-test resourceVersion: "16706" uid: a950bfa2-5507-4896-a8a6-39636b8d4f61 kind: Event lastTimestamp: "2026-09-17T18:55:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:05Z" name: success-200-isvc-7989f-predictor.18d6308788b027e8 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 05836145-c672-4816-9392-0ae4a415c6d0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7989f namespace: kserve-ci-e2e-test resourceVersion: "16478" uid: 322b1d11-9cb2-4211-acb8-532c28d01feb kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:54:23Z" name: success-200-isvc-7989f.18d6307d0a9bcd66 namespace: kserve-ci-e2e-test resourceVersion: "17173" uid: 2a95a6c5-7a94-4e6a-b292-97516bb2621b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7989f namespace: kserve-ci-e2e-test resourceVersion: "17168" uid: 322b1d11-9cb2-4211-acb8-532c28d01feb kind: Event lastTimestamp: "2026-09-17T18:54:23Z" message: InferenceService [success-200-isvc-7989f] is Ready metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:54:23Z" name: success-200-isvc-7989f.18d6308827a8d828 namespace: kserve-ci-e2e-test resourceVersion: "17170" uid: 9716d47d-4a34-4674-8ca9-4e0019bc59ca reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:54:21.922277Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17096" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-887e9-predictor-7989ccbd74-bm7jl to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:54:21Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63087d79a5d22 namespace: kserve-ci-e2e-test resourceVersion: "17101" uid: ad995510-00bb-4106-a309-08c30e98279e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:54:22Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63087f97961eb namespace: kserve-ci-e2e-test resourceVersion: "17145" uid: d5453429-1d19-449e-90e0-79feff42c429 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63087faf49db9 namespace: kserve-ci-e2e-test resourceVersion: "17149" uid: 20cc8f7e-1b2c-4f6e-83df-b5468a9759a0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63087fdc001ae namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 9094c169-a5b3-4778-9e30-23b4b66d64dd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63087fe2f246a namespace: kserve-ci-e2e-test resourceVersion: "17153" uid: 854268a7-a207-4c5b-a510-a1109708b500 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63087fe38c1d6 namespace: kserve-ci-e2e-test resourceVersion: "17154" uid: 0d564bf7-d921-4849-9e5a-32ed30fae445 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d6308800e9cb82 namespace: kserve-ci-e2e-test resourceVersion: "17155" uid: ef4ac99e-a823-40ec-bd2a-60ff455a4abb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T18:54:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:54:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:22Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63088015990fd namespace: kserve-ci-e2e-test resourceVersion: "17156" uid: 39833ed3-5e6e-476f-9e86-1fff9ba1b5f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:54:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T19:03:39Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:54:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:39Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d630882cd0804d namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: 88efff4f-80b3-4a6d-8204-aaa536f696e4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:36Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63108f56358df namespace: kserve-ci-e2e-test resourceVersion: "21139" uid: fde24458-2b4e-444c-be15-32bd23faa2bc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T19:03:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:36Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63108f56485e7 namespace: kserve-ci-e2e-test resourceVersion: "21143" uid: 88081c13-59d7-475f-a325-4b54c8ac3e01 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 29491bc1-33cb-41d4-8d5a-6b94f5d4f8d0 kind: Event lastTimestamp: "2026-09-17T19:03:39Z" message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:39Z" name: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl.18d63109a12ffb2c namespace: kserve-ci-e2e-test resourceVersion: "21263" uid: 5011bb77-e341-4c39-a115-0eb891215509 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-887e9-predictor-7989ccbd74 namespace: kserve-ci-e2e-test resourceVersion: "17090" uid: 6c413404-1eb5-4d2d-ba7d-44c77c713dca kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: 'Created pod: success-200-isvc-887e9-predictor-7989ccbd74-bm7jl' metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:21Z" name: success-200-isvc-887e9-predictor-7989ccbd74.18d63087d703c5a7 namespace: kserve-ci-e2e-test resourceVersion: "17097" uid: fd470973-ee20-4dcc-89ff-48e72ab80ca4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17088" uid: b3fc4f9a-759c-4c6a-ad81-fcf9013a5ef7 kind: Event lastTimestamp: "2026-09-17T18:54:21Z" message: Scaled up replica set success-200-isvc-887e9-predictor-7989ccbd74 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:21Z" name: success-200-isvc-887e9-predictor.18d63087d510f7e8 namespace: kserve-ci-e2e-test resourceVersion: "17091" uid: 6180547f-080a-4e3d-adc7-ddd02d4af6b5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:54:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17089" uid: 116df6d0-82c9-4aed-bfb1-393f220b4fb0 kind: Event lastTimestamp: "2026-09-17T18:55:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:06Z" name: success-200-isvc-887e9-predictor.18d6308b53c734eb namespace: kserve-ci-e2e-test resourceVersion: "17589" uid: ffb38340-3fb0-4d18-82a1-971ebae8e4ed reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:54:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17089" uid: 116df6d0-82c9-4aed-bfb1-393f220b4fb0 kind: Event lastTimestamp: "2026-09-17T18:55:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:06Z" name: success-200-isvc-887e9-predictor.18d6308b543cbaee namespace: kserve-ci-e2e-test resourceVersion: "17590" uid: 72715351-11df-483f-935e-d92d22176598 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:55:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17344" uid: 116df6d0-82c9-4aed-bfb1-393f220b4fb0 kind: Event lastTimestamp: "2026-09-17T18:55:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:36Z" name: success-200-isvc-887e9-predictor.18d63095d167d79c namespace: kserve-ci-e2e-test resourceVersion: "17870" uid: 6bda78e3-045b-4ab9-9598-c8924735448e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:55:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-887e9-predictor namespace: kserve-ci-e2e-test resourceVersion: "17344" uid: 116df6d0-82c9-4aed-bfb1-393f220b4fb0 kind: Event lastTimestamp: "2026-09-17T18:55:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:55:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:36Z" name: success-200-isvc-887e9-predictor.18d63095d2388770 namespace: kserve-ci-e2e-test resourceVersion: "17871" uid: b3d4bf01-4a7b-4106-8a92-9b20208c172f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:54:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17077" uid: 032910a4-7be9-44ad-be8a-02e844086790 kind: Event lastTimestamp: "2026-09-17T18:55:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:54:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:55:09Z" name: success-200-isvc-887e9.18d63087d5363bc1 namespace: kserve-ci-e2e-test resourceVersion: "17620" uid: f704cd8f-1aa6-45ad-8609-2a10431194db reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-887e9 namespace: kserve-ci-e2e-test resourceVersion: "17618" uid: 032910a4-7be9-44ad-be8a-02e844086790 kind: Event lastTimestamp: "2026-09-17T18:55:09Z" message: InferenceService [success-200-isvc-887e9] is Ready metadata: creationTimestamp: "2026-09-17T18:55:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:55:09Z" name: success-200-isvc-887e9.18d63092e8a36b9b namespace: kserve-ci-e2e-test resourceVersion: "17619" uid: 468de96d-ca59-426b-971f-ec65e0c3cf56 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:01.262115Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:01Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d63067179aa3b3 namespace: kserve-ci-e2e-test resourceVersion: "15400" uid: 29cb7124-eb46-46e5-83ba-6d14109ab99e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a006b-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:01Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306724b64b9a namespace: kserve-ci-e2e-test resourceVersion: "15442" uid: ef5cd997-a56f-468e-b643-29305450326f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15405" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:02Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d630675d63d04b namespace: kserve-ci-e2e-test resourceVersion: "15520" uid: 21aa8fa3-34e6-40ce-901a-5ff6c3ff0544 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:02Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" metadata: creationTimestamp: "2026-09-17T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:02Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d630675eecbfad namespace: kserve-ci-e2e-test resourceVersion: "15522" uid: b8ceb4df-7f31-4d7f-a277-87de55536456 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:14Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" in 12.283s (12.283s including waiting). Image size: 1356854351 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:14Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306a3b178f18 namespace: kserve-ci-e2e-test resourceVersion: "15639" uid: 75c229cd-ae59-4036-b864-a9461cd12019 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:14Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306a3e566e10 namespace: kserve-ci-e2e-test resourceVersion: "15640" uid: 7d997c11-2000-4a99-89e0-d96993e0943c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:14Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306a3eec663b namespace: kserve-ci-e2e-test resourceVersion: "15641" uid: 9b219904-2913-4c48-b939-9e778381b998 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:14Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:52:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:14Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306a3ef920c7 namespace: kserve-ci-e2e-test resourceVersion: "15642" uid: c63f7b03-8119-46cb-a8a0-4e8588587083 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:17Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.305s (2.305s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:17Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306ac8680dcf namespace: kserve-ci-e2e-test resourceVersion: "15686" uid: 536ee93d-ff53-4e7c-88da-ce9d375e15ea reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:17Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306acbf7a11d namespace: kserve-ci-e2e-test resourceVersion: "15687" uid: a176682e-726a-437c-8c3d-e6e3a1f72027 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:17Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306acc6be850 namespace: kserve-ci-e2e-test resourceVersion: "15688" uid: 7122aefd-4b60-463b-9b0d-14d892070df0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:52:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:54Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6306b3050c0df namespace: kserve-ci-e2e-test resourceVersion: "16039" uid: 53d399f4-3bfc-4557-88a1-b744f431aa9d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:35Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6307d04f1fbc2 namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 140e9eef-0e83-4cdb-a626-15db79fd3145 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 698c1003-1096-4588-a8af-9c8c93d260a3 kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:35Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl.18d6307d04f29b57 namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: 303d203f-395c-4ce7-a932-e629374dd872 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-a006b-predictor-6cfbdfb69d namespace: kserve-ci-e2e-test resourceVersion: "15388" uid: b0051a45-199a-41b4-b6fd-1dcfc3712727 kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: 'Created pod: success-200-isvc-a006b-predictor-6cfbdfb69d-g6ltl' metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: success-200-isvc-a006b-predictor-6cfbdfb69d.18d630671750019e namespace: kserve-ci-e2e-test resourceVersion: "15397" uid: 22fcc842-d941-410d-8086-2bea916ffd87 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15386" uid: 2d58ebeb-f918-4a3e-97d9-4b302260100c kind: Event lastTimestamp: "2026-09-17T18:52:01Z" message: Scaled up replica set success-200-isvc-a006b-predictor-6cfbdfb69d from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:01Z" name: success-200-isvc-a006b-predictor.18d63067156df23a namespace: kserve-ci-e2e-test resourceVersion: "15389" uid: d2273bb2-d4c2-4410-adfb-eb95dd3db1a0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: 40a7a48c-5148-4e85-a4ff-61db3a7be884 kind: Event lastTimestamp: "2026-09-17T18:52:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:46Z" name: success-200-isvc-a006b-predictor.18d6306a93e894af namespace: kserve-ci-e2e-test resourceVersion: "15964" uid: 1a28f97a-e515-44cf-937f-f2ca5a07f794 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: 40a7a48c-5148-4e85-a4ff-61db3a7be884 kind: Event lastTimestamp: "2026-09-17T18:52:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:46Z" name: success-200-isvc-a006b-predictor.18d6306a94333370 namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: 4130de11-f925-4dce-9f63-a0e7810cf2c5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:53:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15670" uid: 40a7a48c-5148-4e85-a4ff-61db3a7be884 kind: Event lastTimestamp: "2026-09-17T18:53:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:31Z" name: success-200-isvc-a006b-predictor.18d6307510385b7f namespace: kserve-ci-e2e-test resourceVersion: "16390" uid: 1e41baf0-82d5-4388-8277-66c11ef80d4b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:53:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-a006b-predictor namespace: kserve-ci-e2e-test resourceVersion: "15670" uid: 40a7a48c-5148-4e85-a4ff-61db3a7be884 kind: Event lastTimestamp: "2026-09-17T18:53:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:31Z" name: success-200-isvc-a006b-predictor.18d6307510a009c0 namespace: kserve-ci-e2e-test resourceVersion: "16391" uid: 6c78f96a-eae4-4e98-a848-07f76c40c9eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:52:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a006b namespace: kserve-ci-e2e-test resourceVersion: "15375" uid: 157e44a0-f70b-42e3-af4a-6f531414bcba kind: Event lastTimestamp: "2026-09-17T18:53:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:52:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:04Z" name: success-200-isvc-a006b.18d63067157d3dd9 namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: 53d56d60-c243-4897-a187-b483ec4c7f7e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-a006b namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 157e44a0-f70b-42e3-af4a-6f531414bcba kind: Event lastTimestamp: "2026-09-17T18:53:04Z" message: InferenceService [success-200-isvc-a006b] is Ready metadata: creationTimestamp: "2026-09-17T18:53:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:04Z" name: success-200-isvc-a006b.18d63075eb9a68cc namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: c25c467b-7f44-4884-8164-66f92d5f02b4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:04:03.293224Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21529" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-bd292-predictor-549cc54f5d-kc77q to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:04:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:04:03Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310f34030924 namespace: kserve-ci-e2e-test resourceVersion: "21554" uid: 134e00f8-7579-4c0d-8e64-2fc0eb1d5ba3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:04:04Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310f8ba70634 namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 09649ef1-ca2b-4d96-9ee7-6e2e067c96ff reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310f8e6595f5 namespace: kserve-ci-e2e-test resourceVersion: "21571" uid: b54dbe25-7690-413a-9bd8-8bc19f0c17eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310f9223d043 namespace: kserve-ci-e2e-test resourceVersion: "21572" uid: 607aa791-df79-4b09-a041-495cc38fdd8b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310f9299e7cf namespace: kserve-ci-e2e-test resourceVersion: "21573" uid: c3046539-81d3-498b-8ffe-0a9e50b9369f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310f92a4e7e1 namespace: kserve-ci-e2e-test resourceVersion: "21574" uid: 8fa6054d-5a84-43d0-a495-60d8ab58d10d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310f95b589e6 namespace: kserve-ci-e2e-test resourceVersion: "21575" uid: f49c156b-d025-471d-8a23-a3384ec8ccc2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:04:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:04:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:04Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310f966d4742 namespace: kserve-ci-e2e-test resourceVersion: "21576" uid: 11809812-d4b6-413e-8872-07bffc1b6fd6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:04:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:04:41Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:04:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:04:41Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6310fc2c59d61 namespace: kserve-ci-e2e-test resourceVersion: "21865" uid: 6a738d70-8201-463b-84f0-095f2bbe86b7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:25Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d631921f7355db namespace: kserve-ci-e2e-test resourceVersion: "24774" uid: 46da1f6e-caf4-4547-92b5-a7abb7f08612 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:13:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:25Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d631921f73d401 namespace: kserve-ci-e2e-test resourceVersion: "24776" uid: e6b622ed-4d7a-4412-972e-07b68b15ade6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:13:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 269ba13f-3f67-453c-a0f2-5300a3703170 kind: Event lastTimestamp: "2026-09-17T19:13:26Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:13:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:13:26Z" name: success-200-isvc-bd292-predictor-549cc54f5d-kc77q.18d6319261380dd3 namespace: kserve-ci-e2e-test resourceVersion: "24870" uid: cecb25c6-3bf0-4487-ba82-ff1f3ffacc02 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-bd292-predictor-549cc54f5d namespace: kserve-ci-e2e-test resourceVersion: "21501" uid: 39cc1538-f2aa-4cb4-939f-20c090f87f58 kind: Event lastTimestamp: "2026-09-17T19:04:02Z" message: 'Created pod: success-200-isvc-bd292-predictor-549cc54f5d-kc77q' metadata: creationTimestamp: "2026-09-17T19:04:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:02Z" name: success-200-isvc-bd292-predictor-549cc54f5d.18d6310efb8db03d namespace: kserve-ci-e2e-test resourceVersion: "21530" uid: c02944ff-f93a-4799-8dec-38663fd3fb2d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21499" uid: 6f5569ca-2503-4c1f-acd8-de26b5391cd1 kind: Event lastTimestamp: "2026-09-17T19:04:01Z" message: Scaled up replica set success-200-isvc-bd292-predictor-549cc54f5d from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:04:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:01Z" name: success-200-isvc-bd292-predictor.18d6310ee0546b7f namespace: kserve-ci-e2e-test resourceVersion: "21502" uid: c77178f7-551b-499a-b7f0-1b395f0a6242 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:04:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21500" uid: e33494f9-74ed-424f-9588-7005504d0fe9 kind: Event lastTimestamp: "2026-09-17T19:04:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:31Z" name: success-200-isvc-bd292-predictor.18d631125ed08b7f namespace: kserve-ci-e2e-test resourceVersion: "21766" uid: 6c50a368-b1ae-48f2-8045-7bdfebce9ec0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:04:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21500" uid: e33494f9-74ed-424f-9588-7005504d0fe9 kind: Event lastTimestamp: "2026-09-17T19:04:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:04:31Z" name: success-200-isvc-bd292-predictor.18d631125f33f8e4 namespace: kserve-ci-e2e-test resourceVersion: "21767" uid: 52e97047-c27a-40e1-89ed-c9ebcc48dcf3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21671" uid: e33494f9-74ed-424f-9588-7005504d0fe9 kind: Event lastTimestamp: "2026-09-17T19:05:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:16Z" name: success-200-isvc-bd292-predictor.18d631195d19f644 namespace: kserve-ci-e2e-test resourceVersion: "22253" uid: 33253e1e-446e-457e-b981-3264e243a8be reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:04:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-bd292-predictor namespace: kserve-ci-e2e-test resourceVersion: "21671" uid: e33494f9-74ed-424f-9588-7005504d0fe9 kind: Event lastTimestamp: "2026-09-17T19:05:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:05:16Z" name: success-200-isvc-bd292-predictor.18d631195dcf14e5 namespace: kserve-ci-e2e-test resourceVersion: "22254" uid: 8c3d8720-2829-460c-9c50-ef242f91c38c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:04:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bd292 namespace: kserve-ci-e2e-test resourceVersion: "21468" uid: de5a14f5-d35f-4aea-9dd9-48383074da78 kind: Event lastTimestamp: "2026-09-17T19:04:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:04:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:51Z" name: success-200-isvc-bd292.18d6310ee05e1ea8 namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 2c05d3da-f1ce-4fc1-ad1f-bdcb4a90c10d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:04:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-bd292 namespace: kserve-ci-e2e-test resourceVersion: "22081" uid: de5a14f5-d35f-4aea-9dd9-48383074da78 kind: Event lastTimestamp: "2026-09-17T19:04:51Z" message: InferenceService [success-200-isvc-bd292] is Ready metadata: creationTimestamp: "2026-09-17T19:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:04:51Z" name: success-200-isvc-bd292.18d6311a8102d3a1 namespace: kserve-ci-e2e-test resourceVersion: "22082" uid: c7036ad8-1a78-4874-b624-9d057236bb91 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:14:02.118738Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25125" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e2192-predictor-79886769c8-v9dc9 to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:14:02Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319aa0cb2a98 namespace: kserve-ci-e2e-test resourceVersion: "25130" uid: d7e3614d-e266-44a0-b42f-e24e3796c7f3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-e2192-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:02Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319aa895a874 namespace: kserve-ci-e2e-test resourceVersion: "25157" uid: ec94b2b6-3d8b-432e-94d7-8e0afcce63b6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25136" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:14:03Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319ae66703a3 namespace: kserve-ci-e2e-test resourceVersion: "25178" uid: e4aa362b-76a2-4331-8b60-16223e722e14 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1978" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319ae7c88732 namespace: kserve-ci-e2e-test resourceVersion: "25180" uid: 99b07de9-a1dd-4eaa-9c36-df23608b9d4c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319aea7fb28b namespace: kserve-ci-e2e-test resourceVersion: "25181" uid: 75a3e189-3de4-4fa2-926f-76a8dd8fbe93 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319aeaf976a6 namespace: kserve-ci-e2e-test resourceVersion: "25182" uid: 2d1268c3-1294-445d-873c-e4bb44e2d8d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319aeb047159 namespace: kserve-ci-e2e-test resourceVersion: "25183" uid: 13f71fd9-4707-4b08-ad3c-0e652ad1ca0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319aee151710 namespace: kserve-ci-e2e-test resourceVersion: "25186" uid: 245dae6b-6fc1-4de4-8ee9-613dadbeaaf2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:14:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:03Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319aee8f65ce namespace: kserve-ci-e2e-test resourceVersion: "25187" uid: b4bf794a-aa23-4c86-a38b-4213a766a0c9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:14:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:14:41Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:14:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:14:41Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6319b53219dc6 namespace: kserve-ci-e2e-test resourceVersion: "25627" uid: 736533a6-66dc-4915-87e1-770909690f21 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:31:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:31:21Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6328c9c6b22a7 namespace: kserve-ci-e2e-test resourceVersion: "30202" uid: eb458b3b-90d7-46f9-ac47-6acf57838e2f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e2192-predictor-79886769c8-v9dc9 namespace: kserve-ci-e2e-test resourceVersion: "25127" uid: 6b09297a-af93-4b3a-9870-ef5603ce94fd kind: Event lastTimestamp: "2026-09-17T19:31:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:31:21Z" name: success-200-isvc-e2192-predictor-79886769c8-v9dc9.18d6328c9c6bb8d8 namespace: kserve-ci-e2e-test resourceVersion: "30203" uid: f9258138-ab95-4454-b2b4-871ec79fa974 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e2192-predictor-79886769c8 namespace: kserve-ci-e2e-test resourceVersion: "25119" uid: be77316c-b08f-43fb-9c4d-e16ef0358c45 kind: Event lastTimestamp: "2026-09-17T19:14:02Z" message: 'Created pod: success-200-isvc-e2192-predictor-79886769c8-v9dc9' metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:02Z" name: success-200-isvc-e2192-predictor-79886769c8.18d6319aa024f6c8 namespace: kserve-ci-e2e-test resourceVersion: "25128" uid: f2329995-1472-4c50-88e6-ce90ffcbcff2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25117" uid: 24f386b4-a7bc-44e8-9b99-8a2a3e395085 kind: Event lastTimestamp: "2026-09-17T19:14:02Z" message: Scaled up replica set success-200-isvc-e2192-predictor-79886769c8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:02Z" name: success-200-isvc-e2192-predictor.18d6319a9dd820cb namespace: kserve-ci-e2e-test resourceVersion: "25120" uid: 32808914-e8d4-4cc9-aa3c-d3828a3f4949 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25118" uid: bd17ce53-41e4-43cd-bbac-02815e03d917 kind: Event lastTimestamp: "2026-09-17T19:14:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:14:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:17Z" name: success-200-isvc-e2192-predictor.18d6319e1c7bff08 namespace: kserve-ci-e2e-test resourceVersion: "25308" uid: 8be7dc76-20f1-4e5b-ad84-058d1420d660 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25118" uid: bd17ce53-41e4-43cd-bbac-02815e03d917 kind: Event lastTimestamp: "2026-09-17T19:14:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:14:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:14:17Z" name: success-200-isvc-e2192-predictor.18d6319e1cdfeefb namespace: kserve-ci-e2e-test resourceVersion: "25310" uid: 9aa3e06f-b6b6-419f-9a06-206267950897 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T19:14:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25309" uid: bd17ce53-41e4-43cd-bbac-02815e03d917 kind: Event lastTimestamp: "2026-09-17T19:15:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:14:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:17Z" name: success-200-isvc-e2192-predictor.18d631a19bb67523 namespace: kserve-ci-e2e-test resourceVersion: "25875" uid: 5cc5c4b3-9324-4d56-9fcb-b1b0bf289529 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T19:14:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e2192-predictor namespace: kserve-ci-e2e-test resourceVersion: "25309" uid: bd17ce53-41e4-43cd-bbac-02815e03d917 kind: Event lastTimestamp: "2026-09-17T19:15:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:14:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:17Z" name: success-200-isvc-e2192-predictor.18d631a19c3f8984 namespace: kserve-ci-e2e-test resourceVersion: "25876" uid: e951c7a1-9d64-4ccf-8ec6-5167eaa74926 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:14:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e2192 namespace: kserve-ci-e2e-test resourceVersion: "25107" uid: 3ad1bed8-c64f-44de-929d-6a8583b644cb kind: Event lastTimestamp: "2026-09-17T19:14:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:14:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:51Z" name: success-200-isvc-e2192.18d6319a9de8cf0e namespace: kserve-ci-e2e-test resourceVersion: "25703" uid: 6d7914c2-163b-4d8a-be07-39adda7491ee reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:14:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e2192 namespace: kserve-ci-e2e-test resourceVersion: "25701" uid: 3ad1bed8-c64f-44de-929d-6a8583b644cb kind: Event lastTimestamp: "2026-09-17T19:14:51Z" message: InferenceService [success-200-isvc-e2192] is Ready metadata: creationTimestamp: "2026-09-17T19:14:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:14:51Z" name: success-200-isvc-e2192.18d631a60f53286e namespace: kserve-ci-e2e-test resourceVersion: "25702" uid: 61f19c84-7295-4fb7-8a38-f441a07e4c73 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:54:35.535466Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-7989f-64d5897b47-4j958 namespace: kserve-ci-e2e-test resourceVersion: "17305" uid: f3eac444-40fd-4d8e-b383-c1db59ddc96f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-7989f-64d5897b47-4j958 to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T18:54:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:54:35Z" name: switch-graph-7989f-64d5897b47-4j958.18d6308b03031cc3 namespace: kserve-ci-e2e-test resourceVersion: "17310" uid: 267cc301-4407-45c0-a552-29a16b1853dd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:35Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-7989f-64d5897b47-4j958 namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: f3eac444-40fd-4d8e-b383-c1db59ddc96f kind: Event lastTimestamp: "2026-09-17T18:54:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-7989f-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:54:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:35Z" name: switch-graph-7989f-64d5897b47-4j958.18d6308b0c1cb5a2 namespace: kserve-ci-e2e-test resourceVersion: "17323" uid: cb4d914d-b393-467d-a03d-fafd6b6b91a9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:36Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-7989f-64d5897b47-4j958 namespace: kserve-ci-e2e-test resourceVersion: "17314" uid: f3eac444-40fd-4d8e-b383-c1db59ddc96f kind: Event lastTimestamp: "2026-09-17T18:54:36Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:54:36Z" name: switch-graph-7989f-64d5897b47-4j958.18d6308b48eab125 namespace: kserve-ci-e2e-test resourceVersion: "17336" uid: 4e5fb83d-7ba0-4e77-ac3e-0307e129d843 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7989f} kind: Pod name: switch-graph-7989f-64d5897b47-4j958 namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: f3eac444-40fd-4d8e-b383-c1db59ddc96f kind: Event lastTimestamp: "2026-09-17T18:54:36Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T18:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:36Z" name: switch-graph-7989f-64d5897b47-4j958.18d6308b4a3d1aaf namespace: kserve-ci-e2e-test resourceVersion: "17338" uid: e948c6b6-23e7-4458-bbb3-02cc2fc5ea8e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7989f} kind: Pod name: switch-graph-7989f-64d5897b47-4j958 namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: f3eac444-40fd-4d8e-b383-c1db59ddc96f kind: Event lastTimestamp: "2026-09-17T18:54:36Z" message: 'Created container: switch-graph-7989f' metadata: creationTimestamp: "2026-09-17T18:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:36Z" name: switch-graph-7989f-64d5897b47-4j958.18d6308b4dcb484c namespace: kserve-ci-e2e-test resourceVersion: "17341" uid: f032c6de-6866-41d7-8049-2dd99c04ec4e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7989f} kind: Pod name: switch-graph-7989f-64d5897b47-4j958 namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: f3eac444-40fd-4d8e-b383-c1db59ddc96f kind: Event lastTimestamp: "2026-09-17T18:54:36Z" message: Started container switch-graph-7989f metadata: creationTimestamp: "2026-09-17T18:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:36Z" name: switch-graph-7989f-64d5897b47-4j958.18d6308b4e40772e namespace: kserve-ci-e2e-test resourceVersion: "17342" uid: 49ae022c-13c1-4dd5-a9f0-ae698ef59654 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7989f} kind: Pod name: switch-graph-7989f-64d5897b47-4j958 namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: f3eac444-40fd-4d8e-b383-c1db59ddc96f kind: Event lastTimestamp: "2026-09-17T19:02:50Z" message: Stopping container switch-graph-7989f metadata: creationTimestamp: "2026-09-17T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:50Z" name: switch-graph-7989f-64d5897b47-4j958.18d630fe2d4bdc8d namespace: kserve-ci-e2e-test resourceVersion: "20739" uid: ba7fd932-3639-4e86-a7ef-1ab6e6b89b42 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:02:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-7989f} kind: Pod name: switch-graph-7989f-64d5897b47-4j958 namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: f3eac444-40fd-4d8e-b383-c1db59ddc96f kind: Event lastTimestamp: "2026-09-17T19:03:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:18Z" name: switch-graph-7989f-64d5897b47-4j958.18d630feeee6decc namespace: kserve-ci-e2e-test resourceVersion: "21009" uid: eac1b862-bca4-46c6-93f9-d27618da8bad reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-7989f-64d5897b47 namespace: kserve-ci-e2e-test resourceVersion: "17302" uid: f23b44bc-032b-46fb-a292-b7032c9142d7 kind: Event lastTimestamp: "2026-09-17T18:54:35Z" message: 'Created pod: switch-graph-7989f-64d5897b47-4j958' metadata: creationTimestamp: "2026-09-17T18:54:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:35Z" name: switch-graph-7989f-64d5897b47.18d6308b024feaab namespace: kserve-ci-e2e-test resourceVersion: "17306" uid: fd48cc84-3622-451a-a84b-3bc362706fa7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-7989f namespace: kserve-ci-e2e-test resourceVersion: "17300" uid: 545fc754-fab4-4f76-87fe-1f8ed4568e23 kind: Event lastTimestamp: "2026-09-17T18:54:35Z" message: Scaled up replica set switch-graph-7989f-64d5897b47 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:54:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:35Z" name: switch-graph-7989f.18d6308b0182a2da namespace: kserve-ci-e2e-test resourceVersion: "17303" uid: b01981e5-fec0-4afc-a8dc-a13134015a55 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-7989f namespace: kserve-ci-e2e-test resourceVersion: "17317" uid: 37be85f6-3b89-4954-a30a-59bd598e5992 kind: Event lastTimestamp: "2026-09-17T18:54:35Z" message: InferenceGraph [switch-graph-7989f] is Ready metadata: creationTimestamp: "2026-09-17T18:54:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:54:35Z" name: switch-graph-7989f.18d6308b06d0cf5f namespace: kserve-ci-e2e-test resourceVersion: "17319" uid: 7757725c-4b1f-4be3-a3c5-c7e013fa43f0 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-7989f namespace: kserve-ci-e2e-test resourceVersion: "17301" uid: 422f9dce-488e-4fca-923f-3b8f51e44e4b kind: Event lastTimestamp: "2026-09-17T18:54:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:54:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:50Z" name: switch-graph-7989f.18d6308e7fef3e40 namespace: kserve-ci-e2e-test resourceVersion: "17456" uid: f8a2a76f-ca3f-4fb3-b834-ba19e0214ad9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:54:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-7989f namespace: kserve-ci-e2e-test resourceVersion: "17301" uid: 422f9dce-488e-4fca-923f-3b8f51e44e4b kind: Event lastTimestamp: "2026-09-17T18:54:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:54:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:54:50Z" name: switch-graph-7989f.18d6308e803965bf namespace: kserve-ci-e2e-test resourceVersion: "17458" uid: 8d0e335a-2d6b-4eb1-a17e-6b8ce070b348 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-7989f namespace: kserve-ci-e2e-test resourceVersion: "17457" uid: 422f9dce-488e-4fca-923f-3b8f51e44e4b kind: Event lastTimestamp: "2026-09-17T18:55:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:55:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:05Z" name: switch-graph-7989f.18d63091ffb9b8d1 namespace: kserve-ci-e2e-test resourceVersion: "17572" uid: 6400cc04-96d7-4606-9909-2385e2989067 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:55:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-7989f namespace: kserve-ci-e2e-test resourceVersion: "17457" uid: 422f9dce-488e-4fca-923f-3b8f51e44e4b kind: Event lastTimestamp: "2026-09-17T18:55:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:55:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:55:05Z" name: switch-graph-7989f.18d63092002a9fdc namespace: kserve-ci-e2e-test resourceVersion: "17575" uid: 776f8ad9-2bf1-4402-ac31-7d41f80d34b5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:53:21.054872Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a006b-757f96b786-hwwfz namespace: kserve-ci-e2e-test resourceVersion: "16281" uid: 957f182e-1690-4a58-92c6-ca929e2fea7b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-a006b-757f96b786-hwwfz to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T18:53:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:53:21Z" name: switch-graph-a006b-757f96b786-hwwfz.18d63079ab9f7e7f namespace: kserve-ci-e2e-test resourceVersion: "16287" uid: 6927fda8-d835-4ad8-9ac0-002d739028df reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:21Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-a006b-757f96b786-hwwfz namespace: kserve-ci-e2e-test resourceVersion: "16290" uid: 957f182e-1690-4a58-92c6-ca929e2fea7b kind: Event lastTimestamp: "2026-09-17T18:53:21Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:53:21Z" name: switch-graph-a006b-757f96b786-hwwfz.18d63079cd62b42b namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: 17937a67-7292-42e8-8cdc-b17f0180fad4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a006b} kind: Pod name: switch-graph-a006b-757f96b786-hwwfz namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 957f182e-1690-4a58-92c6-ca929e2fea7b kind: Event lastTimestamp: "2026-09-17T18:53:21Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" metadata: creationTimestamp: "2026-09-17T18:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:21Z" name: switch-graph-a006b-757f96b786-hwwfz.18d63079ceb85591 namespace: kserve-ci-e2e-test resourceVersion: "16303" uid: 0132e204-3fee-4513-b15a-dbc00ef0d51b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a006b} kind: Pod name: switch-graph-a006b-757f96b786-hwwfz namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 957f182e-1690-4a58-92c6-ca929e2fea7b kind: Event lastTimestamp: "2026-09-17T18:53:24Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" in 2.411s (2.411s including waiting). Image size: 211751500 bytes.' metadata: creationTimestamp: "2026-09-17T18:53:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:24Z" name: switch-graph-a006b-757f96b786-hwwfz.18d6307a5e7c2b5d namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: b48f2f80-57ca-465b-ab94-b1c3468eb15b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a006b} kind: Pod name: switch-graph-a006b-757f96b786-hwwfz namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 957f182e-1690-4a58-92c6-ca929e2fea7b kind: Event lastTimestamp: "2026-09-17T18:53:24Z" message: 'Created container: switch-graph-a006b' metadata: creationTimestamp: "2026-09-17T18:53:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:24Z" name: switch-graph-a006b-757f96b786-hwwfz.18d6307a618ab1fc namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: cc2e77c3-595f-486a-a8be-9e1b71dbbe8e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a006b} kind: Pod name: switch-graph-a006b-757f96b786-hwwfz namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 957f182e-1690-4a58-92c6-ca929e2fea7b kind: Event lastTimestamp: "2026-09-17T18:53:24Z" message: Started container switch-graph-a006b metadata: creationTimestamp: "2026-09-17T18:53:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:24Z" name: switch-graph-a006b-757f96b786-hwwfz.18d6307a61fcd4d6 namespace: kserve-ci-e2e-test resourceVersion: "16325" uid: e45b3e3d-206f-4023-bc55-53518d152cf1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a006b} kind: Pod name: switch-graph-a006b-757f96b786-hwwfz namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 957f182e-1690-4a58-92c6-ca929e2fea7b kind: Event lastTimestamp: "2026-09-17T18:53:35Z" message: Stopping container switch-graph-a006b metadata: creationTimestamp: "2026-09-17T18:53:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:35Z" name: switch-graph-a006b-757f96b786-hwwfz.18d6307cfc14c614 namespace: kserve-ci-e2e-test resourceVersion: "16440" uid: 003a86a2-2311-4779-b651-67743bbc9bef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:53:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-a006b} kind: Pod name: switch-graph-a006b-757f96b786-hwwfz namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 957f182e-1690-4a58-92c6-ca929e2fea7b kind: Event lastTimestamp: "2026-09-17T18:54:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:54:01Z" name: switch-graph-a006b-757f96b786-hwwfz.18d6307d2d6430de namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: e52e021a-4594-4e8e-90f6-b53c6ce55ed3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-a006b-757f96b786 namespace: kserve-ci-e2e-test resourceVersion: "16278" uid: 630ef4f5-307e-42d2-a75a-65a9c0b7f98d kind: Event lastTimestamp: "2026-09-17T18:53:21Z" message: 'Created pod: switch-graph-a006b-757f96b786-hwwfz' metadata: creationTimestamp: "2026-09-17T18:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:21Z" name: switch-graph-a006b-757f96b786.18d63079aacc7253 namespace: kserve-ci-e2e-test resourceVersion: "16284" uid: 19da8442-f8b8-4a85-8cf0-f084eb77c532 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-a006b namespace: kserve-ci-e2e-test resourceVersion: "16276" uid: 1ffae03d-8bc0-4ec9-80cf-776ae958db88 kind: Event lastTimestamp: "2026-09-17T18:53:21Z" message: Scaled up replica set switch-graph-a006b-757f96b786 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:21Z" name: switch-graph-a006b.18d63079a9e19414 namespace: kserve-ci-e2e-test resourceVersion: "16279" uid: bd4e7c56-63c6-4a81-8855-25ecd0a96987 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-a006b namespace: kserve-ci-e2e-test resourceVersion: "16292" uid: 440f1ebd-2f4f-4be0-a3c8-0697024936c1 kind: Event lastTimestamp: "2026-09-17T18:53:21Z" message: InferenceGraph [switch-graph-a006b] is Ready metadata: creationTimestamp: "2026-09-17T18:53:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:21Z" name: switch-graph-a006b.18d63079aed3400c namespace: kserve-ci-e2e-test resourceVersion: "16294" uid: 419396ae-b79b-41bf-a84f-02fe0e3b9636 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:15:02.075800Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-e2192-7f99675849-4dd6h namespace: kserve-ci-e2e-test resourceVersion: "25763" uid: 07c1ede4-84f8-48db-9888-2b93d021dc55 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-e2192-7f99675849-4dd6h to ip-10-0-139-5.ec2.internal metadata: creationTimestamp: "2026-09-17T19:15:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:15:02Z" name: switch-graph-e2192-7f99675849-4dd6h.18d631a896834f06 namespace: kserve-ci-e2e-test resourceVersion: "25769" uid: 3681cb6c-11c1-48a4-9ebf-95a7e9fcfcb5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6c8fbf8b77-jcjck source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:02Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-e2192-7f99675849-4dd6h namespace: kserve-ci-e2e-test resourceVersion: "25772" uid: 07c1ede4-84f8-48db-9888-2b93d021dc55 kind: Event lastTimestamp: "2026-09-17T19:15:02Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:15:02Z" name: switch-graph-e2192-7f99675849-4dd6h.18d631a8b8962b03 namespace: kserve-ci-e2e-test resourceVersion: "25786" uid: 1f0d7ad9-8e6e-4192-a87e-b28391adc583 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e2192} kind: Pod name: switch-graph-e2192-7f99675849-4dd6h namespace: kserve-ci-e2e-test resourceVersion: "25765" uid: 07c1ede4-84f8-48db-9888-2b93d021dc55 kind: Event lastTimestamp: "2026-09-17T19:15:02Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:2782a67dec8fa239db76fc1c924628ff8f465c00269682467a2b9b0a7132f8a4" already present on machine metadata: creationTimestamp: "2026-09-17T19:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:02Z" name: switch-graph-e2192-7f99675849-4dd6h.18d631a8b9de5de5 namespace: kserve-ci-e2e-test resourceVersion: "25788" uid: 389dc844-e1d3-45c9-8052-e15d04b9c447 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e2192} kind: Pod name: switch-graph-e2192-7f99675849-4dd6h namespace: kserve-ci-e2e-test resourceVersion: "25765" uid: 07c1ede4-84f8-48db-9888-2b93d021dc55 kind: Event lastTimestamp: "2026-09-17T19:15:02Z" message: 'Created container: switch-graph-e2192' metadata: creationTimestamp: "2026-09-17T19:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:02Z" name: switch-graph-e2192-7f99675849-4dd6h.18d631a8bca692c5 namespace: kserve-ci-e2e-test resourceVersion: "25789" uid: d1876965-49f4-4460-81cb-3ae268978a6f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e2192} kind: Pod name: switch-graph-e2192-7f99675849-4dd6h namespace: kserve-ci-e2e-test resourceVersion: "25765" uid: 07c1ede4-84f8-48db-9888-2b93d021dc55 kind: Event lastTimestamp: "2026-09-17T19:15:02Z" message: Started container switch-graph-e2192 metadata: creationTimestamp: "2026-09-17T19:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:15:02Z" name: switch-graph-e2192-7f99675849-4dd6h.18d631a8bd1873cd namespace: kserve-ci-e2e-test resourceVersion: "25790" uid: c09456dd-08c4-4308-ba6f-d2a1d8779839 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:31:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e2192} kind: Pod name: switch-graph-e2192-7f99675849-4dd6h namespace: kserve-ci-e2e-test resourceVersion: "25765" uid: 07c1ede4-84f8-48db-9888-2b93d021dc55 kind: Event lastTimestamp: "2026-09-17T19:31:21Z" message: Stopping container switch-graph-e2192 metadata: creationTimestamp: "2026-09-17T19:31:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:31:21Z" name: switch-graph-e2192-7f99675849-4dd6h.18d6328c943ca753 namespace: kserve-ci-e2e-test resourceVersion: "30186" uid: eb9ae04f-0578-4bf9-acd6-66d7c3d838f8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:31:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e2192} kind: Pod name: switch-graph-e2192-7f99675849-4dd6h namespace: kserve-ci-e2e-test resourceVersion: "25765" uid: 07c1ede4-84f8-48db-9888-2b93d021dc55 kind: Event lastTimestamp: "2026-09-17T19:31:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:31:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:31:49Z" name: switch-graph-e2192-7f99675849-4dd6h.18d6328d4b9f3236 namespace: kserve-ci-e2e-test resourceVersion: "30389" uid: ffb8dceb-69ce-42e9-a8d4-2aad670e44c4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-5.ec2.internal source: component: kubelet host: ip-10-0-139-5.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-e2192-7f99675849 namespace: kserve-ci-e2e-test resourceVersion: "25759" uid: 8ad2e793-e5c0-49f2-acb4-fae01fec2579 kind: Event lastTimestamp: "2026-09-17T19:15:02Z" message: 'Created pod: switch-graph-e2192-7f99675849-4dd6h' metadata: creationTimestamp: "2026-09-17T19:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:02Z" name: switch-graph-e2192-7f99675849.18d631a895e82e90 namespace: kserve-ci-e2e-test resourceVersion: "25764" uid: 81200bf9-c42a-4374-9e89-15f97078f23b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-e2192 namespace: kserve-ci-e2e-test resourceVersion: "25757" uid: d2285cd4-3b0d-4b16-97cd-ebc8d701d3d1 kind: Event lastTimestamp: "2026-09-17T19:15:02Z" message: Scaled up replica set switch-graph-e2192-7f99675849 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:02Z" name: switch-graph-e2192.18d631a8953bb1b2 namespace: kserve-ci-e2e-test resourceVersion: "25760" uid: 54d430e9-fcac-4f98-9ca0-8804f1ef2ebd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:15:02Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-e2192 namespace: kserve-ci-e2e-test resourceVersion: "25774" uid: 86218613-9536-4051-aa3c-7fe1f8ffc272 kind: Event lastTimestamp: "2026-09-17T19:15:02Z" message: InferenceGraph [switch-graph-e2192] is Ready metadata: creationTimestamp: "2026-09-17T19:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:15:02Z" name: switch-graph-e2192.18d631a89a59dadb namespace: kserve-ci-e2e-test resourceVersion: "25776" uid: 52834f49-1423-4c72-a3d3-bb5d756bb065 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:15:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-e2192 namespace: kserve-ci-e2e-test resourceVersion: "25758" uid: 37e5afd9-6bc0-4f7e-907b-417e8645999e kind: Event lastTimestamp: "2026-09-17T19:15:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:15:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:32Z" name: switch-graph-e2192.18d631ac1415cbf4 namespace: kserve-ci-e2e-test resourceVersion: "25964" uid: f926268f-2bfe-4187-9c1d-b0c4e22b279a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:15:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-e2192 namespace: kserve-ci-e2e-test resourceVersion: "25758" uid: 37e5afd9-6bc0-4f7e-907b-417e8645999e kind: Event lastTimestamp: "2026-09-17T19:15:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:15:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:15:32Z" name: switch-graph-e2192.18d631ac14d588e4 namespace: kserve-ci-e2e-test resourceVersion: "25965" uid: ca49978e-7d35-4650-97fb-32d6b7b5fa62 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "30412"