--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:11:16.169154Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-016d3-58bf87cfb-7x29f namespace: kserve-ci-e2e-test resourceVersion: "22305" uid: 86cf374c-6afd-472c-b160-cad83527d6ae kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-016d3-58bf87cfb-7x29f to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:11:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:11:16Z" name: ensemble-graph-016d3-58bf87cfb-7x29f.18d5e2df6c1e83eb namespace: kserve-ci-e2e-test resourceVersion: "22311" uid: 533f6820-9c95-48a8-9b91-4356d7286fb1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:16Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-016d3-58bf87cfb-7x29f namespace: kserve-ci-e2e-test resourceVersion: "22308" uid: 86cf374c-6afd-472c-b160-cad83527d6ae kind: Event lastTimestamp: "2026-09-16T19:11:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-016d3-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:16Z" name: ensemble-graph-016d3-58bf87cfb-7x29f.18d5e2df731ba395 namespace: kserve-ci-e2e-test resourceVersion: "22325" uid: 4089a9a5-9695-4f5b-a867-30108c139630 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:17Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-016d3-58bf87cfb-7x29f namespace: kserve-ci-e2e-test resourceVersion: "22315" uid: 86cf374c-6afd-472c-b160-cad83527d6ae kind: Event lastTimestamp: "2026-09-16T19:11:17Z" message: Add eth0 [10.133.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:11:17Z" name: ensemble-graph-016d3-58bf87cfb-7x29f.18d5e2dfb1e738d6 namespace: kserve-ci-e2e-test resourceVersion: "22333" uid: 7467aa94-c428-4072-95b4-2ed7eb605a44 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-016d3} kind: Pod name: ensemble-graph-016d3-58bf87cfb-7x29f namespace: kserve-ci-e2e-test resourceVersion: "22308" uid: 86cf374c-6afd-472c-b160-cad83527d6ae kind: Event lastTimestamp: "2026-09-16T19:11:17Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:17Z" name: ensemble-graph-016d3-58bf87cfb-7x29f.18d5e2dfb321f5f3 namespace: kserve-ci-e2e-test resourceVersion: "22335" uid: 99de949d-9840-4b12-8a9e-c75070836915 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-016d3} kind: Pod name: ensemble-graph-016d3-58bf87cfb-7x29f namespace: kserve-ci-e2e-test resourceVersion: "22308" uid: 86cf374c-6afd-472c-b160-cad83527d6ae kind: Event lastTimestamp: "2026-09-16T19:11:17Z" message: 'Created container: ensemble-graph-016d3' metadata: creationTimestamp: "2026-09-16T19:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:17Z" name: ensemble-graph-016d3-58bf87cfb-7x29f.18d5e2dfb6481444 namespace: kserve-ci-e2e-test resourceVersion: "22336" uid: e5b0cef7-4e9b-475f-9909-efbe2093f026 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-016d3} kind: Pod name: ensemble-graph-016d3-58bf87cfb-7x29f namespace: kserve-ci-e2e-test resourceVersion: "22308" uid: 86cf374c-6afd-472c-b160-cad83527d6ae kind: Event lastTimestamp: "2026-09-16T19:11:17Z" message: Started container ensemble-graph-016d3 metadata: creationTimestamp: "2026-09-16T19:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:17Z" name: ensemble-graph-016d3-58bf87cfb-7x29f.18d5e2dfb6ba7553 namespace: kserve-ci-e2e-test resourceVersion: "22337" uid: b2be5681-0191-437f-9226-cbfa5aa48e51 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-016d3} kind: Pod name: ensemble-graph-016d3-58bf87cfb-7x29f namespace: kserve-ci-e2e-test resourceVersion: "22308" uid: 86cf374c-6afd-472c-b160-cad83527d6ae kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: Stopping container ensemble-graph-016d3 metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:26Z" name: ensemble-graph-016d3-58bf87cfb-7x29f.18d5e2e1c4d59d59 namespace: kserve-ci-e2e-test resourceVersion: "22434" uid: 17b43608-5418-453f-8649-aa22598f2d3a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:11:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-016d3} kind: Pod name: ensemble-graph-016d3-58bf87cfb-7x29f namespace: kserve-ci-e2e-test resourceVersion: "22308" uid: 86cf374c-6afd-472c-b160-cad83527d6ae kind: Event lastTimestamp: "2026-09-16T19:11:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:11:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:53Z" name: ensemble-graph-016d3-58bf87cfb-7x29f.18d5e2e255eb0534 namespace: kserve-ci-e2e-test resourceVersion: "22794" uid: 87621ce2-6366-47b0-9939-d0f4f3948b89 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-016d3-58bf87cfb namespace: kserve-ci-e2e-test resourceVersion: "22301" uid: 0e05d72a-e5dc-4a85-ab31-af8065d7a58a kind: Event lastTimestamp: "2026-09-16T19:11:16Z" message: 'Created pod: ensemble-graph-016d3-58bf87cfb-7x29f' metadata: creationTimestamp: "2026-09-16T19:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:16Z" name: ensemble-graph-016d3-58bf87cfb.18d5e2df6bb44c8e namespace: kserve-ci-e2e-test resourceVersion: "22307" uid: 06cc3891-f2e5-4ed1-a82b-1a1fbdaaa522 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-016d3 namespace: kserve-ci-e2e-test resourceVersion: "22299" uid: 4a1b1ec6-56af-4a47-9fc7-adba0d8a7b6c kind: Event lastTimestamp: "2026-09-16T19:11:16Z" message: Scaled up replica set ensemble-graph-016d3-58bf87cfb from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:16Z" name: ensemble-graph-016d3.18d5e2df6afeac30 namespace: kserve-ci-e2e-test resourceVersion: "22303" uid: 68ed9ef9-1fa1-465a-b2dc-7a24ae46606a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:16Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-016d3 namespace: kserve-ci-e2e-test resourceVersion: "22317" uid: 30fd06df-d845-4a0f-bedd-c8eab3e2da56 kind: Event lastTimestamp: "2026-09-16T19:11:16Z" message: InferenceGraph [ensemble-graph-016d3] is Ready metadata: creationTimestamp: "2026-09-16T19:11:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:16Z" name: ensemble-graph-016d3.18d5e2df7024a79f namespace: kserve-ci-e2e-test resourceVersion: "22319" uid: 9b50692e-0a5c-46da-92b3-433236d911b1 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:12:26.534437Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-6b79a-556b7955dc-qxqq4 namespace: kserve-ci-e2e-test resourceVersion: "23266" uid: caff3c6c-3daf-4931-8da5-40aea8ef097e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-6b79a-556b7955dc-qxqq4 to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:12:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:12:26Z" name: ensemble-graph-6b79a-556b7955dc-qxqq4.18d5e2efce377a26 namespace: kserve-ci-e2e-test resourceVersion: "23272" uid: 5c413ed3-41bd-4fe2-af11-69e7d09e46b5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:26Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-6b79a-556b7955dc-qxqq4 namespace: kserve-ci-e2e-test resourceVersion: "23268" uid: caff3c6c-3daf-4931-8da5-40aea8ef097e kind: Event lastTimestamp: "2026-09-16T19:12:26Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-6b79a-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:12:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:26Z" name: ensemble-graph-6b79a-556b7955dc-qxqq4.18d5e2efd6b608cc namespace: kserve-ci-e2e-test resourceVersion: "23285" uid: f415e5e5-0b9a-4b66-8529-be3abf648570 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:27Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-6b79a-556b7955dc-qxqq4 namespace: kserve-ci-e2e-test resourceVersion: "23275" uid: caff3c6c-3daf-4931-8da5-40aea8ef097e kind: Event lastTimestamp: "2026-09-16T19:12:27Z" message: Add eth0 [10.133.0.45/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:12:27Z" name: ensemble-graph-6b79a-556b7955dc-qxqq4.18d5e2f013fc8764 namespace: kserve-ci-e2e-test resourceVersion: "23296" uid: f7988b84-fc06-44a1-966a-c81797e337e4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-6b79a} kind: Pod name: ensemble-graph-6b79a-556b7955dc-qxqq4 namespace: kserve-ci-e2e-test resourceVersion: "23268" uid: caff3c6c-3daf-4931-8da5-40aea8ef097e kind: Event lastTimestamp: "2026-09-16T19:12:27Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:27Z" name: ensemble-graph-6b79a-556b7955dc-qxqq4.18d5e2f0153bc423 namespace: kserve-ci-e2e-test resourceVersion: "23298" uid: 46126012-9221-4aa1-b172-ef8c1727e956 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-6b79a} kind: Pod name: ensemble-graph-6b79a-556b7955dc-qxqq4 namespace: kserve-ci-e2e-test resourceVersion: "23268" uid: caff3c6c-3daf-4931-8da5-40aea8ef097e kind: Event lastTimestamp: "2026-09-16T19:12:27Z" message: 'Created container: ensemble-graph-6b79a' metadata: creationTimestamp: "2026-09-16T19:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:27Z" name: ensemble-graph-6b79a-556b7955dc-qxqq4.18d5e2f01842ad44 namespace: kserve-ci-e2e-test resourceVersion: "23299" uid: f577ac01-5e6a-4ccf-b7b8-8a0c75c7d169 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-6b79a} kind: Pod name: ensemble-graph-6b79a-556b7955dc-qxqq4 namespace: kserve-ci-e2e-test resourceVersion: "23268" uid: caff3c6c-3daf-4931-8da5-40aea8ef097e kind: Event lastTimestamp: "2026-09-16T19:12:27Z" message: Started container ensemble-graph-6b79a metadata: creationTimestamp: "2026-09-16T19:12:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:27Z" name: ensemble-graph-6b79a-556b7955dc-qxqq4.18d5e2f018ba164b namespace: kserve-ci-e2e-test resourceVersion: "23300" uid: 35eb4fbc-7eaa-4bc7-862f-4c6157b87114 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-6b79a} kind: Pod name: ensemble-graph-6b79a-556b7955dc-qxqq4 namespace: kserve-ci-e2e-test resourceVersion: "23268" uid: caff3c6c-3daf-4931-8da5-40aea8ef097e kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: Stopping container ensemble-graph-6b79a metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:41Z" name: ensemble-graph-6b79a-556b7955dc-qxqq4.18d5e362fe9f83f3 namespace: kserve-ci-e2e-test resourceVersion: "27068" uid: f6c58c56-0141-4bef-8a46-22644317c9ea reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:20:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-6b79a} kind: Pod name: ensemble-graph-6b79a-556b7955dc-qxqq4 namespace: kserve-ci-e2e-test resourceVersion: "23268" uid: caff3c6c-3daf-4931-8da5-40aea8ef097e kind: Event lastTimestamp: "2026-09-16T19:21:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:20:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:09Z" name: ensemble-graph-6b79a-556b7955dc-qxqq4.18d5e363a2a21ab9 namespace: kserve-ci-e2e-test resourceVersion: "27409" uid: 0dddec57-6463-408a-9b69-84993d91dedb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-6b79a-556b7955dc namespace: kserve-ci-e2e-test resourceVersion: "23262" uid: df17b1cb-a08f-4f9b-963e-da2eca4d74fb kind: Event lastTimestamp: "2026-09-16T19:12:26Z" message: 'Created pod: ensemble-graph-6b79a-556b7955dc-qxqq4' metadata: creationTimestamp: "2026-09-16T19:12:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:26Z" name: ensemble-graph-6b79a-556b7955dc.18d5e2efcdc1fd0e namespace: kserve-ci-e2e-test resourceVersion: "23267" uid: 355284ce-4d71-4ca2-9e4b-a851a4937ab0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-6b79a namespace: kserve-ci-e2e-test resourceVersion: "23260" uid: 18a9ba52-1892-4554-8635-f60d0fade88f kind: Event lastTimestamp: "2026-09-16T19:12:26Z" message: Scaled up replica set ensemble-graph-6b79a-556b7955dc from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:12:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:26Z" name: ensemble-graph-6b79a.18d5e2efcd1132b8 namespace: kserve-ci-e2e-test resourceVersion: "23263" uid: 5941ff1c-2c47-4d27-9ca4-31c8a4aeac74 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:26Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-6b79a namespace: kserve-ci-e2e-test resourceVersion: "23280" uid: e5d9fb71-904b-453b-9639-9da65dc169a5 kind: Event lastTimestamp: "2026-09-16T19:12:26Z" message: InferenceGraph [ensemble-graph-6b79a] is Ready metadata: creationTimestamp: "2026-09-16T19:12:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:26Z" name: ensemble-graph-6b79a.18d5e2efd36ca390 namespace: kserve-ci-e2e-test resourceVersion: "23282" uid: c235b8f5-3481-4ba2-ac73-20fea5ea8177 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-6b79a namespace: kserve-ci-e2e-test resourceVersion: "23261" uid: 4c6fbe00-5552-4076-8837-965b14acb398 kind: Event lastTimestamp: "2026-09-16T19:12:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:12:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:41Z" name: ensemble-graph-6b79a.18d5e2f34bd9da22 namespace: kserve-ci-e2e-test resourceVersion: "23418" uid: 4ea0f9c6-9eaf-443f-b143-ed833c2739ec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-6b79a namespace: kserve-ci-e2e-test resourceVersion: "23261" uid: 4c6fbe00-5552-4076-8837-965b14acb398 kind: Event lastTimestamp: "2026-09-16T19:12:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:12:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:41Z" name: ensemble-graph-6b79a.18d5e2f34c44ab04 namespace: kserve-ci-e2e-test resourceVersion: "23420" uid: a070dc2f-b345-4ad9-8f59-aa23570e93c0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-6b79a namespace: kserve-ci-e2e-test resourceVersion: "23419" uid: 4c6fbe00-5552-4076-8837-965b14acb398 kind: Event lastTimestamp: "2026-09-16T19:12:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:12:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:56Z" name: ensemble-graph-6b79a.18d5e2f6cb169a72 namespace: kserve-ci-e2e-test resourceVersion: "23549" uid: 721186a1-7913-487c-ab9b-a329fd885daf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-6b79a namespace: kserve-ci-e2e-test resourceVersion: "23419" uid: 4c6fbe00-5552-4076-8837-965b14acb398 kind: Event lastTimestamp: "2026-09-16T19:12:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:12:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:56Z" name: ensemble-graph-6b79a.18d5e2f6cb7f5400 namespace: kserve-ci-e2e-test resourceVersion: "23551" uid: 343cec56-99d8-4eba-a98c-67cf41cd04aa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:10:16.253481Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21607" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-016d3-predictor-847bb5744-9dgz5 to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:10:16Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d178dde32e namespace: kserve-ci-e2e-test resourceVersion: "21612" uid: aca22e95-101a-4b10-8491-ce233816588a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-016d3-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d183dfba7f namespace: kserve-ci-e2e-test resourceVersion: "21634" uid: a645b008-b194-4189-8744-13832b46c4a7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21618" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d1f45800cf namespace: kserve-ci-e2e-test resourceVersion: "21653" uid: 59af1ec3-b862-4c3d-a812-1984ec03b9c5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d1f5b9069b namespace: kserve-ci-e2e-test resourceVersion: "21655" uid: d65ebe0a-f783-4390-9a43-c4e8a34c24fb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d1f8c4b435 namespace: kserve-ci-e2e-test resourceVersion: "21657" uid: 50aa70d1-c6a9-4f0f-a9f7-deb09b1eb100 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d1f94eb2ef namespace: kserve-ci-e2e-test resourceVersion: "21658" uid: 955f9cee-17f0-4923-adbf-06af4a2512ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d1f959e11f namespace: kserve-ci-e2e-test resourceVersion: "21659" uid: f6333ca3-1b8d-4d60-8efc-ae8eafcd786b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d1fc5f4ff0 namespace: kserve-ci-e2e-test resourceVersion: "21661" uid: 49a89ffb-22c9-42e1-8360-f923c2ce92f4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d1fcddbaa2 namespace: kserve-ci-e2e-test resourceVersion: "21662" uid: e3afb2a0-ea99-4d43-8493-0d3fd31457da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:10:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:10:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:56Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2d26491924a namespace: kserve-ci-e2e-test resourceVersion: "22078" uid: 38f4629e-2725-49b9-a903-a67961bb8c1e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:26Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2e1cffbe19b namespace: kserve-ci-e2e-test resourceVersion: "22472" uid: 201efd79-dabc-4e14-843d-760c111340fc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-016d3-predictor-847bb5744-9dgz5 namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: fa8a8d73-e46b-4bb3-b6a7-fc9d10f1f4f1 kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:26Z" name: error-404-isvc-016d3-predictor-847bb5744-9dgz5.18d5e2e1cffc78c5 namespace: kserve-ci-e2e-test resourceVersion: "22473" uid: 04a78f9e-e796-431e-9ddd-61c21ef43500 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-016d3-predictor-847bb5744 namespace: kserve-ci-e2e-test resourceVersion: "21597" uid: 653ea557-d333-4959-93fc-340fc91426c4 kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'Created pod: error-404-isvc-016d3-predictor-847bb5744-9dgz5' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:16Z" name: error-404-isvc-016d3-predictor-847bb5744.18d5e2d1786d6a57 namespace: kserve-ci-e2e-test resourceVersion: "21609" uid: 89a2e2cf-9d0a-47eb-bde7-44c67960cecd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21594" uid: 8e3911d2-45f7-4622-b6fd-227d7c2efaa7 kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Scaled up replica set error-404-isvc-016d3-predictor-847bb5744 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:16Z" name: error-404-isvc-016d3-predictor.18d5e2d1765ab57b namespace: kserve-ci-e2e-test resourceVersion: "21600" uid: 243e3207-dae6-4172-9712-1466cb03d27d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:10:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21596" uid: 9dad0709-1ceb-43d2-aca0-f02360f25760 kind: Event lastTimestamp: "2026-09-16T19:10:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:10:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:46Z" name: error-404-isvc-016d3-predictor.18d5e2d4f4d78836 namespace: kserve-ci-e2e-test resourceVersion: "21894" uid: 9c5709e9-4a24-4781-85d2-c0325a664009 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:10:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21596" uid: 9dad0709-1ceb-43d2-aca0-f02360f25760 kind: Event lastTimestamp: "2026-09-16T19:10:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:10:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:46Z" name: error-404-isvc-016d3-predictor.18d5e2d4f527998b namespace: kserve-ci-e2e-test resourceVersion: "21895" uid: 1d25c529-453c-43cb-afa5-7322e810435d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:11:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21779" uid: 9dad0709-1ceb-43d2-aca0-f02360f25760 kind: Event lastTimestamp: "2026-09-16T19:11:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:16Z" name: error-404-isvc-016d3-predictor.18d5e2dbf29d196e namespace: kserve-ci-e2e-test resourceVersion: "22322" uid: ac4c929e-1a73-4de4-be1e-135e9f0ef04b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:11:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21779" uid: 9dad0709-1ceb-43d2-aca0-f02360f25760 kind: Event lastTimestamp: "2026-09-16T19:11:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:16Z" name: error-404-isvc-016d3-predictor.18d5e2dbf3066636 namespace: kserve-ci-e2e-test resourceVersion: "22323" uid: 711e3558-8b46-43b8-9f46-ed4d110e038b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-016d3 namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: b9ed210c-77c9-4951-94e3-5377cca008de kind: Event lastTimestamp: "2026-09-16T19:11:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:06Z" name: error-404-isvc-016d3.18d5e2d1766c8e1e namespace: kserve-ci-e2e-test resourceVersion: "22213" uid: 9a6e42e7-6ad7-43b7-8364-670324a72a53 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-016d3 namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: b9ed210c-77c9-4951-94e3-5377cca008de kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'Failed to update status for InferenceService "error-404-isvc-016d3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-016d3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:10:16Z" name: error-404-isvc-016d3.18d5e2d176d62143 namespace: kserve-ci-e2e-test resourceVersion: "21604" uid: bcba9f4b-9566-49f4-8065-9a361fb8c728 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-016d3 namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: b9ed210c-77c9-4951-94e3-5377cca008de kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-016d3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:10:16Z" name: error-404-isvc-016d3.18d5e2d176d66ca4 namespace: kserve-ci-e2e-test resourceVersion: "21606" uid: 486aef99-df86-49c9-861b-5df64b5a84f3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-016d3 namespace: kserve-ci-e2e-test resourceVersion: "22211" uid: b9ed210c-77c9-4951-94e3-5377cca008de kind: Event lastTimestamp: "2026-09-16T19:11:06Z" message: InferenceService [error-404-isvc-016d3] is Ready metadata: creationTimestamp: "2026-09-16T19:11:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:06Z" name: error-404-isvc-016d3.18d5e2dd201f7464 namespace: kserve-ci-e2e-test resourceVersion: "22212" uid: b76f1173-86e7-4dce-8e67-dcc74a9db3b4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:21:21.465626Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27601" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:21:21Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36c5a99a2d6 namespace: kserve-ci-e2e-test resourceVersion: "27606" uid: ec63af68-5608-48be-a96f-de6aae16d2ad reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27611" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:21:22Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36c7cd6e443 namespace: kserve-ci-e2e-test resourceVersion: "27632" uid: 017b0f86-5744-4061-a218-10b63bb92eca reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:22Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36c7f710613 namespace: kserve-ci-e2e-test resourceVersion: "27635" uid: b02d3960-eb73-4b1e-aeb1-6811323baa14 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:22Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36c834a3f9b namespace: kserve-ci-e2e-test resourceVersion: "27636" uid: 25897347-ce5d-4e45-9552-ace62a104a8a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:22Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36c83cbb3ba namespace: kserve-ci-e2e-test resourceVersion: "27637" uid: 6a47108e-f484-4134-91bb-8b7cd57a98ba reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:22Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36c83d88bcf namespace: kserve-ci-e2e-test resourceVersion: "27638" uid: 02945173-e5af-4916-a62c-d2a926d4fb49 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:22Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36c87806e28 namespace: kserve-ci-e2e-test resourceVersion: "27639" uid: 2234f987-9ad6-48f6-97c0-0e71aab917e4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:22Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36c87fef3d0 namespace: kserve-ci-e2e-test resourceVersion: "27640" uid: bce50d7a-447e-4214-abec-9d7900eef62b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:21:59Z" message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:21:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:59Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e36cd1057f0a namespace: kserve-ci-e2e-test resourceVersion: "28155" uid: 281eb553-6f43-47a5-8818-bd7a9167e4d6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:38:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:38:40Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e45e4e809eb1 namespace: kserve-ci-e2e-test resourceVersion: "35271" uid: 09f4101e-673d-41a1-a153-a54c72f62eae reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:38:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:38:40Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e45e4e811fb3 namespace: kserve-ci-e2e-test resourceVersion: "35272" uid: 77acb71e-d647-4fa1-bab1-bc4b93576792 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:38:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8 namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: bc735b32-c4ab-4ec4-aaf4-b51852684b5e kind: Event lastTimestamp: "2026-09-16T19:38:44Z" message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp 10.132.0.41:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:38:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:38:44Z" name: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8.18d5e45f31b05c34 namespace: kserve-ci-e2e-test resourceVersion: "35332" uid: 4c5596ce-3042-4578-b19a-51920362a3ad reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-0263c-predictor-5b95f74bf6 namespace: kserve-ci-e2e-test resourceVersion: "27594" uid: f81fb549-49aa-4991-8c5d-69bad90998b8 kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: 'Created pod: error-404-isvc-0263c-predictor-5b95f74bf6-8v5n8' metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:21Z" name: error-404-isvc-0263c-predictor-5b95f74bf6.18d5e36c59d1f742 namespace: kserve-ci-e2e-test resourceVersion: "27602" uid: e3a72497-72ab-47da-81e4-1cc35da19dab reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27592" uid: bc423e91-3af7-48a8-9de8-abed8b9d801c kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Scaled up replica set error-404-isvc-0263c-predictor-5b95f74bf6 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:21Z" name: error-404-isvc-0263c-predictor.18d5e36c5706613b namespace: kserve-ci-e2e-test resourceVersion: "27596" uid: d20f5b8b-8673-4075-89e6-a4e42e908e83 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27593" uid: b7a4d1aa-2e93-4921-8304-4135e003c9c4 kind: Event lastTimestamp: "2026-09-16T19:21:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:21:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:36Z" name: error-404-isvc-0263c-predictor.18d5e36fd5ead7e5 namespace: kserve-ci-e2e-test resourceVersion: "27785" uid: fe5138d1-72c9-4fb4-adc1-4796e51d09fd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27593" uid: b7a4d1aa-2e93-4921-8304-4135e003c9c4 kind: Event lastTimestamp: "2026-09-16T19:21:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:21:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:36Z" name: error-404-isvc-0263c-predictor.18d5e36fd66f074c namespace: kserve-ci-e2e-test resourceVersion: "27787" uid: da31732a-2b1f-4762-8d4c-eb11370fa22f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27786" uid: b7a4d1aa-2e93-4921-8304-4135e003c9c4 kind: Event lastTimestamp: "2026-09-16T19:22:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:36Z" name: error-404-isvc-0263c-predictor.18d5e37355671b8b namespace: kserve-ci-e2e-test resourceVersion: "28514" uid: baa8d910-04fc-413f-b7f8-c792fd9cf535 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27786" uid: b7a4d1aa-2e93-4921-8304-4135e003c9c4 kind: Event lastTimestamp: "2026-09-16T19:22:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:36Z" name: error-404-isvc-0263c-predictor.18d5e37355cb5a1f namespace: kserve-ci-e2e-test resourceVersion: "28515" uid: 464b79ae-acbc-47b7-a178-a0e1dec61e3e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0263c namespace: kserve-ci-e2e-test resourceVersion: "27579" uid: df8a92b2-1b9c-4d29-bef0-662c686fff40 kind: Event lastTimestamp: "2026-09-16T19:22:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:09Z" name: error-404-isvc-0263c.18d5e36c570abca9 namespace: kserve-ci-e2e-test resourceVersion: "28261" uid: 379a04b9-5db5-4172-93ed-8be158d12cf9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-0263c namespace: kserve-ci-e2e-test resourceVersion: "28256" uid: df8a92b2-1b9c-4d29-bef0-662c686fff40 kind: Event lastTimestamp: "2026-09-16T19:22:09Z" message: InferenceService [error-404-isvc-0263c] is Ready metadata: creationTimestamp: "2026-09-16T19:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:09Z" name: error-404-isvc-0263c.18d5e3778edbeb40 namespace: kserve-ci-e2e-test resourceVersion: "28257" uid: 008f05a5-f0ba-48fd-93d0-865efba69faf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T18:59:21.142358Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16042" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-658c9-predictor-7c978db87d-d4q87 to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T18:59:21Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e238f1335c54 namespace: kserve-ci-e2e-test resourceVersion: "16048" uid: 6992d772-a834-4b2b-8d7c-e332981b3986 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16052" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T18:59:21Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e239137efe06 namespace: kserve-ci-e2e-test resourceVersion: "16126" uid: 557fd050-b122-4535-a388-6940466bc383 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:21Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e23914b9b306 namespace: kserve-ci-e2e-test resourceVersion: "16128" uid: 66e0d770-ac1f-467d-83a2-fdc8ec2d8b11 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:42Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" in 20.75s (20.75s including waiting). Image size: 1355784276 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:42Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e23de98e080c namespace: kserve-ci-e2e-test resourceVersion: "16357" uid: 295294a3-1695-4609-bded-e9836169e765 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T18:59:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:51Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e24007e9fb2e namespace: kserve-ci-e2e-test resourceVersion: "16434" uid: df7fa4c0-4f5e-469c-aefb-95f5fe64f560 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T18:59:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:51Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e2400969ff81 namespace: kserve-ci-e2e-test resourceVersion: "16436" uid: c643f01f-ad72-4cd7-a51c-afbeaf1ae5dd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-16T18:59:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:51Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e240097681d1 namespace: kserve-ci-e2e-test resourceVersion: "16437" uid: 53c47285-10e7-4cb4-a018-b9c480e7fe49 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.916s (2.916s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e240b75270c4 namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: 0f50543e-1878-4679-935d-f51d525a7c1a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e240bb643068 namespace: kserve-ci-e2e-test resourceVersion: "16472" uid: 0f1eb8e7-5031-4597-aee4-d37db116931d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e240bbf7d905 namespace: kserve-ci-e2e-test resourceVersion: "16475" uid: 0a912a14-0b40-41e8-903d-fc909b690fb0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-16T18:59:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T18:59:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e24121b3a55b namespace: kserve-ci-e2e-test resourceVersion: "17218" uid: d47e002b-4fa2-414a-b720-ea848a352133 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e2503a66cb34 namespace: kserve-ci-e2e-test resourceVersion: "17133" uid: 6e7b4d1c-bcad-4555-8050-5dbced6ffe7e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e2503a67fb94 namespace: kserve-ci-e2e-test resourceVersion: "17134" uid: 08770fef-6902-4edf-aa8d-ae960fb776bb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-658c9-predictor-7c978db87d-d4q87 namespace: kserve-ci-e2e-test resourceVersion: "16044" uid: 1ded47fc-0c9c-4f99-a2d2-67528c5d81ed kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: error-404-isvc-658c9-predictor-7c978db87d-d4q87.18d5e2507fdfb3b3 namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: bbc9dec2-6e2b-419f-98f7-587a94b2f65c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-658c9-predictor-7c978db87d namespace: kserve-ci-e2e-test resourceVersion: "16035" uid: 9994e737-d73a-40d5-9df4-926001b1f2dc kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: 'Created pod: error-404-isvc-658c9-predictor-7c978db87d-d4q87' metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:21Z" name: error-404-isvc-658c9-predictor-7c978db87d.18d5e238f09270f3 namespace: kserve-ci-e2e-test resourceVersion: "16043" uid: 5cc1b787-3f3d-4088-aad0-5473cc8e6f73 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "16033" uid: 323c2af9-f6e7-4073-8940-c6357e14bbc6 kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: Scaled up replica set error-404-isvc-658c9-predictor-7c978db87d from 0 to 1 metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:21Z" name: error-404-isvc-658c9-predictor.18d5e238eee0a2ef namespace: kserve-ci-e2e-test resourceVersion: "16036" uid: 778d6de2-e3ac-4bc1-9f5f-27f2d6150c41 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "16034" uid: 6864b221-82bb-4f20-ba01-43d7fdc29881 kind: Event lastTimestamp: "2026-09-16T19:00:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:36Z" name: error-404-isvc-658c9-predictor.18d5e23c6d6192c7 namespace: kserve-ci-e2e-test resourceVersion: "16833" uid: d3b38501-f7df-40f5-9cc9-698b5fa79f7a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "16034" uid: 6864b221-82bb-4f20-ba01-43d7fdc29881 kind: Event lastTimestamp: "2026-09-16T19:00:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:36Z" name: error-404-isvc-658c9-predictor.18d5e23c6dcbf0f7 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: d6871974-8bab-4d3f-8165-fe9fe2575689 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:00:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "16275" uid: 6864b221-82bb-4f20-ba01-43d7fdc29881 kind: Event lastTimestamp: "2026-09-16T19:00:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:51Z" name: error-404-isvc-658c9-predictor.18d5e246e9d0971e namespace: kserve-ci-e2e-test resourceVersion: "16986" uid: 84cceb16-195f-4bd0-b236-903cd6f62bc6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:00:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "16275" uid: 6864b221-82bb-4f20-ba01-43d7fdc29881 kind: Event lastTimestamp: "2026-09-16T19:00:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:51Z" name: error-404-isvc-658c9-predictor.18d5e246ea314bda namespace: kserve-ci-e2e-test resourceVersion: "16987" uid: 390799c3-862e-4c22-aff5-08ab584c6794 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-658c9 namespace: kserve-ci-e2e-test resourceVersion: "16027" uid: 729a50d2-4cae-4d99-a5e7-e0c33c142ec2 kind: Event lastTimestamp: "2026-09-16T19:00:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:00:42Z" name: error-404-isvc-658c9.18d5e238eeec7dbc namespace: kserve-ci-e2e-test resourceVersion: "16890" uid: 4a46593e-b670-47df-82d0-7b98d6d4f8f3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-658c9 namespace: kserve-ci-e2e-test resourceVersion: "16888" uid: 729a50d2-4cae-4d99-a5e7-e0c33c142ec2 kind: Event lastTimestamp: "2026-09-16T19:00:42Z" message: InferenceService [error-404-isvc-658c9] is Ready metadata: creationTimestamp: "2026-09-16T19:00:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:00:42Z" name: error-404-isvc-658c9.18d5e24bddf471b9 namespace: kserve-ci-e2e-test resourceVersion: "16889" uid: 78b2880a-5e04-46a8-8573-d110bbe1a46a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:11:26.657441Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22511" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-6b79a-predictor-558c7754d6-5xsjk to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:11:26Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e1dd4518d0 namespace: kserve-ci-e2e-test resourceVersion: "22516" uid: f96f68b5-39c4-47dc-b640-4d14e052ec05 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-6b79a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:26Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e1e9eb1de9 namespace: kserve-ci-e2e-test resourceVersion: "22533" uid: e5c0d39c-7e54-4272-97d0-835ba55b510b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22521" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:11:27Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e223683793 namespace: kserve-ci-e2e-test resourceVersion: "22551" uid: 6bd4c99c-3ef3-4982-ab02-c01079777555 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e224e48c53 namespace: kserve-ci-e2e-test resourceVersion: "22556" uid: b33151d5-2751-4ddb-9eb9-e31a85e07cbc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e228c22dd1 namespace: kserve-ci-e2e-test resourceVersion: "22558" uid: fb0be71f-a532-48fd-8a7f-0cb51fe0e261 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e2293ad028 namespace: kserve-ci-e2e-test resourceVersion: "22559" uid: 5d6849af-7323-4939-9edb-fedff8c383e0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e2294606aa namespace: kserve-ci-e2e-test resourceVersion: "22560" uid: 443ef71b-2c78-453c-8880-9ff02dc5e640 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e22c84f0fa namespace: kserve-ci-e2e-test resourceVersion: "22561" uid: 7da82459-7f78-42c0-a137-790f26a2cae0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e22cff421e namespace: kserve-ci-e2e-test resourceVersion: "22562" uid: 4207ebd0-767f-4b44-be58-3108c567bfc0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:12:05Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:05Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e2e28a77db91 namespace: kserve-ci-e2e-test resourceVersion: "22929" uid: c087b8ea-196a-4472-bb2f-b95c5abe81f6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:41Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e3630ed4fcd9 namespace: kserve-ci-e2e-test resourceVersion: "27121" uid: 06e5d671-3000-43e8-a800-bd09565f766e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk namespace: kserve-ci-e2e-test resourceVersion: "22514" uid: 82ec7de5-faf1-4695-b270-64a356fd6423 kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:41Z" name: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk.18d5e3630ed59c94 namespace: kserve-ci-e2e-test resourceVersion: "27122" uid: f6b93c17-8343-4b21-9179-2814a8e2eadc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-6b79a-predictor-558c7754d6 namespace: kserve-ci-e2e-test resourceVersion: "22505" uid: 896fc772-033d-426a-8dd3-4a586e6d5333 kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: 'Created pod: error-404-isvc-6b79a-predictor-558c7754d6-5xsjk' metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:26Z" name: error-404-isvc-6b79a-predictor-558c7754d6.18d5e2e1dcd7a77f namespace: kserve-ci-e2e-test resourceVersion: "22513" uid: 9d361b4f-d1a8-49e8-8ed9-ddac8f9338a8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22503" uid: 4a34e669-52a2-4659-8746-3177a9a7ea7c kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: Scaled up replica set error-404-isvc-6b79a-predictor-558c7754d6 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:26Z" name: error-404-isvc-6b79a-predictor.18d5e2e1dac379b8 namespace: kserve-ci-e2e-test resourceVersion: "22506" uid: 2f81fd19-5aad-4038-ad10-5830f50fbded reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:11:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 28727a8d-a859-4fbb-8e11-6cdba6d8578e kind: Event lastTimestamp: "2026-09-16T19:12:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:26Z" name: error-404-isvc-6b79a-predictor.18d5e2e5595353c5 namespace: kserve-ci-e2e-test resourceVersion: "23286" uid: f1a94bc0-75fc-4ae3-95e0-2d303b3a25d4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:11:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22504" uid: 28727a8d-a859-4fbb-8e11-6cdba6d8578e kind: Event lastTimestamp: "2026-09-16T19:12:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:26Z" name: error-404-isvc-6b79a-predictor.18d5e2e559b45b64 namespace: kserve-ci-e2e-test resourceVersion: "23287" uid: 48b011f8-3b35-43be-ac4d-e8673ca30ff9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22686" uid: 28727a8d-a859-4fbb-8e11-6cdba6d8578e kind: Event lastTimestamp: "2026-09-16T19:11:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:56Z" name: error-404-isvc-6b79a-predictor.18d5e2e8d86c4196 namespace: kserve-ci-e2e-test resourceVersion: "22853" uid: 760a4774-4a82-42a4-a6bb-56f42035fd20 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22686" uid: 28727a8d-a859-4fbb-8e11-6cdba6d8578e kind: Event lastTimestamp: "2026-09-16T19:11:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:56Z" name: error-404-isvc-6b79a-predictor.18d5e2e8d8d28c77 namespace: kserve-ci-e2e-test resourceVersion: "22856" uid: 26065445-484e-41ab-8332-fc21ac8b1824 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6b79a namespace: kserve-ci-e2e-test resourceVersion: "22492" uid: 0ce2d156-3087-45f1-9b1d-1778a2a13d32 kind: Event lastTimestamp: "2026-09-16T19:12:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:15Z" name: error-404-isvc-6b79a.18d5e2e1dad03bdc namespace: kserve-ci-e2e-test resourceVersion: "23165" uid: 948e849c-f7c5-4394-bee7-ee2f701e9a90 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-6b79a namespace: kserve-ci-e2e-test resourceVersion: "23163" uid: 0ce2d156-3087-45f1-9b1d-1778a2a13d32 kind: Event lastTimestamp: "2026-09-16T19:12:15Z" message: InferenceService [error-404-isvc-6b79a] is Ready metadata: creationTimestamp: "2026-09-16T19:12:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:15Z" name: error-404-isvc-6b79a.18d5e2ed45f4824a namespace: kserve-ci-e2e-test resourceVersion: "23164" uid: 5ee1d0f3-bf6e-499f-bfb9-b3e30515e944 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:10:56.102454Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22063" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7ea69-predictor-758bc9476d-hlmqm to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:10:56Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2dac00cfa29 namespace: kserve-ci-e2e-test resourceVersion: "22067" uid: 00169367-cadc-401c-aa80-aaed71c7a243 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-7ea69-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:56Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2dacba166f5 namespace: kserve-ci-e2e-test resourceVersion: "22081" uid: 3a9b1d20-e28f-42ca-8c6a-7289ad7b42b3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22071" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:10:57Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:10:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:10:57Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2db061a0e89 namespace: kserve-ci-e2e-test resourceVersion: "22098" uid: e3b31027-0ebc-4ddd-a77a-41b8d6e222a3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:10:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:10:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:57Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2db076ed1aa namespace: kserve-ci-e2e-test resourceVersion: "22100" uid: 40471fa5-da93-43ed-b93e-8400601fb004 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:10:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:10:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:57Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2db0ad4cd40 namespace: kserve-ci-e2e-test resourceVersion: "22101" uid: 023cd345-d401-40ce-a6ea-d1f70f2095ac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:10:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:10:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:57Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2db0b51afdf namespace: kserve-ci-e2e-test resourceVersion: "22102" uid: 746228b7-af6e-4ef5-96ec-98c594ad2c96 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:10:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:10:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:57Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2db0b5c9351 namespace: kserve-ci-e2e-test resourceVersion: "22103" uid: 0f92a101-21c3-4f5b-812c-278dc063931b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:10:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:10:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:57Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2db0e6c00cd namespace: kserve-ci-e2e-test resourceVersion: "22104" uid: cc4a8fd3-9886-4bae-96f2-1cb7a0e5851e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:10:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:10:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:57Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2db0ee90fc8 namespace: kserve-ci-e2e-test resourceVersion: "22105" uid: 58cd0cf5-82ad-4cee-843c-a8b75ee1d1a2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:11:35Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:35Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2db851863cf namespace: kserve-ci-e2e-test resourceVersion: "22628" uid: 79130db7-7e26-4d90-90c7-c1b1727899b0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2eb11f65718 namespace: kserve-ci-e2e-test resourceVersion: "22988" uid: 0aa182b2-3015-40cd-9312-ef07edb8252c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm namespace: kserve-ci-e2e-test resourceVersion: "22065" uid: d93dc9af-4a76-4658-9a54-0907e8b63184 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm.18d5e2eb11f6dc4f namespace: kserve-ci-e2e-test resourceVersion: "22989" uid: b18741e2-9a6a-4468-b650-1390dbeb4994 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-7ea69-predictor-758bc9476d namespace: kserve-ci-e2e-test resourceVersion: "22056" uid: c3e143d6-422f-4ab4-8c05-82615f58bf9e kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: 'Created pod: error-404-isvc-7ea69-predictor-758bc9476d-hlmqm' metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:56Z" name: error-404-isvc-7ea69-predictor-758bc9476d.18d5e2dabfa29d43 namespace: kserve-ci-e2e-test resourceVersion: "22064" uid: 767b9fc5-4c35-4deb-9529-f79d230dcce6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22054" uid: f45f160e-1fe2-41f3-b52a-9d322f4ed784 kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: Scaled up replica set error-404-isvc-7ea69-predictor-758bc9476d from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:56Z" name: error-404-isvc-7ea69-predictor.18d5e2dabdec1abd namespace: kserve-ci-e2e-test resourceVersion: "22057" uid: 3a5a5dc2-33b1-4fd1-83b0-68537dc7ac5c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22055" uid: cf24bc3f-04e3-4b48-a372-b32b39ec2728 kind: Event lastTimestamp: "2026-09-16T19:11:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:11Z" name: error-404-isvc-7ea69-predictor.18d5e2de3c8a5695 namespace: kserve-ci-e2e-test resourceVersion: "22251" uid: f2776a35-f79d-4a1d-8747-d7675bba1476 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22055" uid: cf24bc3f-04e3-4b48-a372-b32b39ec2728 kind: Event lastTimestamp: "2026-09-16T19:11:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:11:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:11Z" name: error-404-isvc-7ea69-predictor.18d5e2de3cee4ad2 namespace: kserve-ci-e2e-test resourceVersion: "22253" uid: c1c06e9b-8e07-4a6a-9184-2a8bca622136 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22252" uid: cf24bc3f-04e3-4b48-a372-b32b39ec2728 kind: Event lastTimestamp: "2026-09-16T19:11:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:56Z" name: error-404-isvc-7ea69-predictor.18d5e2e1bbabc106 namespace: kserve-ci-e2e-test resourceVersion: "22841" uid: 6829f856-4b94-408e-abea-0704cba6c76f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22252" uid: cf24bc3f-04e3-4b48-a372-b32b39ec2728 kind: Event lastTimestamp: "2026-09-16T19:11:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:56Z" name: error-404-isvc-7ea69-predictor.18d5e2e1bc143cf9 namespace: kserve-ci-e2e-test resourceVersion: "22842" uid: f3a80132-868f-44a2-830d-1d4d716ab7d0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7ea69 namespace: kserve-ci-e2e-test resourceVersion: "22041" uid: 5ecdd239-c06d-4791-a39e-ae2874c66847 kind: Event lastTimestamp: "2026-09-16T19:11:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:45Z" name: error-404-isvc-7ea69.18d5e2dabe04003f namespace: kserve-ci-e2e-test resourceVersion: "22735" uid: 8d7a6c37-dbbd-43b6-a1a1-cceb7d8bea2c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7ea69 namespace: kserve-ci-e2e-test resourceVersion: "22733" uid: 5ecdd239-c06d-4791-a39e-ae2874c66847 kind: Event lastTimestamp: "2026-09-16T19:11:45Z" message: InferenceService [error-404-isvc-7ea69] is Ready metadata: creationTimestamp: "2026-09-16T19:11:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:45Z" name: error-404-isvc-7ea69.18d5e2e640d2a2a8 namespace: kserve-ci-e2e-test resourceVersion: "22734" uid: 157b25af-2bb1-4106-af41-f6a0d378bccb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:01:01.411399Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-93efe-predictor-6486b7df5b-vl2jt to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:01:01Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e25049b38bd3 namespace: kserve-ci-e2e-test resourceVersion: "17179" uid: d55cc91c-9e88-4cef-b6a7-0b90335e4ee4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:01:01Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e2506b99822d namespace: kserve-ci-e2e-test resourceVersion: "17205" uid: 53e896ec-9b35-4c2d-a480-a31d4c3682bd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e2506d07274f namespace: kserve-ci-e2e-test resourceVersion: "17208" uid: 3376fce2-fdea-4e28-83a5-6aae74559d31 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e2507008eebf namespace: kserve-ci-e2e-test resourceVersion: "17210" uid: aefea4e4-f470-45d7-bd7b-6c09a5050ed8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e250707bbbe9 namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: 9760f4b8-3d8f-43a0-bf28-13b0d9c244af reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e25070852f7e namespace: kserve-ci-e2e-test resourceVersion: "17212" uid: 30258313-dda3-4bfd-b0ea-14ef51fe8ebf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e2507498e80c namespace: kserve-ci-e2e-test resourceVersion: "17214" uid: 05cffd95-cef9-4ab0-87fa-b84e2e1527fc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e250750b6780 namespace: kserve-ci-e2e-test resourceVersion: "17215" uid: a3bedfbe-900b-455f-b50f-9d6dac2a7264 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e250929cfd93 namespace: kserve-ci-e2e-test resourceVersion: "21666" uid: d55cbf42-1dbc-4e66-aaaa-4481431d779b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e2d1750dff97 namespace: kserve-ci-e2e-test resourceVersion: "21595" uid: c110a055-e757-4dba-95fe-44efb96ddf8e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e2d1750e1739 namespace: kserve-ci-e2e-test resourceVersion: "21593" uid: 500361fa-f400-4ba9-8441-d766a400ab03 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4f0b0141-408d-4222-b40f-6ca6c655f912 kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt.18d5e2d2070d0470 namespace: kserve-ci-e2e-test resourceVersion: "21664" uid: f7e3810f-37e6-4bbb-8169-19f19aa68694 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-93efe-predictor-6486b7df5b namespace: kserve-ci-e2e-test resourceVersion: "17167" uid: 903b0013-c6b1-4d8f-ae21-301815fe5399 kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: 'Created pod: error-404-isvc-93efe-predictor-6486b7df5b-vl2jt' metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:01Z" name: error-404-isvc-93efe-predictor-6486b7df5b.18d5e25048e8a44d namespace: kserve-ci-e2e-test resourceVersion: "17176" uid: fa5abc2e-c479-4f6c-9451-e6cb36f99b1f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17164" uid: e3e7a0b4-c80a-42a0-9ff4-4a2ed3cda7d7 kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Scaled up replica set error-404-isvc-93efe-predictor-6486b7df5b from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:01Z" name: error-404-isvc-93efe-predictor.18d5e250464b531f namespace: kserve-ci-e2e-test resourceVersion: "17168" uid: 859b5820-a585-4ef0-af1f-7d2970c3ad81 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:01:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17166" uid: 8d98956f-9052-46bc-bf10-226ec677e148 kind: Event lastTimestamp: "2026-09-16T19:01:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:31Z" name: error-404-isvc-93efe-predictor.18d5e253c63b670d namespace: kserve-ci-e2e-test resourceVersion: "17523" uid: ae84a5d3-e916-4ba0-ae5b-1d054688d022 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:01:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17166" uid: 8d98956f-9052-46bc-bf10-226ec677e148 kind: Event lastTimestamp: "2026-09-16T19:01:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:31Z" name: error-404-isvc-93efe-predictor.18d5e253c6aabb13 namespace: kserve-ci-e2e-test resourceVersion: "17524" uid: ce37e304-9a6c-4d87-96e2-b2368b2e68a4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:01:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17370" uid: 8d98956f-9052-46bc-bf10-226ec677e148 kind: Event lastTimestamp: "2026-09-16T19:02:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:01:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:16Z" name: error-404-isvc-93efe-predictor.18d5e25ac491f99e namespace: kserve-ci-e2e-test resourceVersion: "18134" uid: a988873a-6c08-4da0-bbaa-70f7567123b5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:01:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17370" uid: 8d98956f-9052-46bc-bf10-226ec677e148 kind: Event lastTimestamp: "2026-09-16T19:02:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:01:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:16Z" name: error-404-isvc-93efe-predictor.18d5e25ac52b3bfc namespace: kserve-ci-e2e-test resourceVersion: "18135" uid: 5c54cc5b-469f-4fe8-b3dd-c2cde9f3e88e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-93efe namespace: kserve-ci-e2e-test resourceVersion: "17149" uid: de38db54-77a6-447b-856f-d1fbc2541add kind: Event lastTimestamp: "2026-09-16T19:01:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:48Z" name: error-404-isvc-93efe.18d5e25046512e7c namespace: kserve-ci-e2e-test resourceVersion: "17856" uid: eec139d4-0ff8-4131-aa92-225651594165 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-93efe namespace: kserve-ci-e2e-test resourceVersion: "17854" uid: de38db54-77a6-447b-856f-d1fbc2541add kind: Event lastTimestamp: "2026-09-16T19:01:48Z" message: InferenceService [error-404-isvc-93efe] is Ready metadata: creationTimestamp: "2026-09-16T19:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:48Z" name: error-404-isvc-93efe.18d5e25b4e8997ad namespace: kserve-ci-e2e-test resourceVersion: "17855" uid: b10f72db-49da-4267-a63c-6a1fa6bdae0e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:21:52.129292Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28050" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:21:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:21:52Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e3737e4c20ee namespace: kserve-ci-e2e-test resourceVersion: "28054" uid: f7fa1db3-ef98-4d0a-bf2d-6f609ff057c3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:52Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:21:52Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-c3e3d-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:21:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:52Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e3738aa5898c namespace: kserve-ci-e2e-test resourceVersion: "28069" uid: 5d89fa71-dbfa-4381-a32a-582b72fd5528 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:53Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28059" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:21:53Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:21:53Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e373c4679580 namespace: kserve-ci-e2e-test resourceVersion: "28083" uid: a59a3c95-d8c1-445d-b895-30e379c5b52b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:21:53Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:53Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e373c5dfc490 namespace: kserve-ci-e2e-test resourceVersion: "28085" uid: 02b5339c-340f-4657-89db-2b83c55c729b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:21:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:53Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e373c92ca2fa namespace: kserve-ci-e2e-test resourceVersion: "28086" uid: 67ce3051-5229-4810-86d9-ee9b306df493 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:21:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:53Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e373c9a819ab namespace: kserve-ci-e2e-test resourceVersion: "28087" uid: 049a4627-af2c-43c2-9fd4-e233e058fe4e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:21:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:53Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e373c9b30f86 namespace: kserve-ci-e2e-test resourceVersion: "28088" uid: 8a622b1c-c0a1-46f5-b2d7-75b774e6a66e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:21:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:53Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e373cd6d66a7 namespace: kserve-ci-e2e-test resourceVersion: "28090" uid: 63253007-3a62-481a-a4f1-e038d42e8f8b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:21:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:21:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:53Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e373cdeb57d5 namespace: kserve-ci-e2e-test resourceVersion: "28091" uid: 11869903-063f-4218-9033-adb073548a3a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:22:30Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:30Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e3741202f658 namespace: kserve-ci-e2e-test resourceVersion: "28461" uid: 2678f5ed-5f97-4a94-a23a-8c83832775e0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:31:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:31:06Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e3f4a387c7a3 namespace: kserve-ci-e2e-test resourceVersion: "32132" uid: 4c1eea22-ac32-47bb-a3ac-3582e3890d11 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6 namespace: kserve-ci-e2e-test resourceVersion: "28051" uid: 4589076b-8d20-428d-91fb-fc5cb61dc2ee kind: Event lastTimestamp: "2026-09-16T19:31:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:31:06Z" name: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6.18d5e3f4a3886a9a namespace: kserve-ci-e2e-test resourceVersion: "32133" uid: 045a59e3-0245-4ef3-ac1a-9e9c216447ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c3e3d-predictor-744cfbc744 namespace: kserve-ci-e2e-test resourceVersion: "28044" uid: 9ab24d3f-2f3f-44ab-92e8-863f98a14a97 kind: Event lastTimestamp: "2026-09-16T19:21:52Z" message: 'Created pod: error-404-isvc-c3e3d-predictor-744cfbc744-nk6c6' metadata: creationTimestamp: "2026-09-16T19:21:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:52Z" name: error-404-isvc-c3e3d-predictor-744cfbc744.18d5e3737de8af70 namespace: kserve-ci-e2e-test resourceVersion: "28052" uid: bcf0c4bf-a0c2-483e-96af-e5dbc45393bc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28042" uid: 2550d68f-ac44-4714-9368-70e4f2357b1c kind: Event lastTimestamp: "2026-09-16T19:21:52Z" message: Scaled up replica set error-404-isvc-c3e3d-predictor-744cfbc744 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:21:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:52Z" name: error-404-isvc-c3e3d-predictor.18d5e3737bf2ed03 namespace: kserve-ci-e2e-test resourceVersion: "28045" uid: fac69fa5-1c39-44e2-b291-ca8d463357ba reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:22:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28043" uid: 12e5af1a-4c9c-4f91-b7e6-92e8c8ca7bb6 kind: Event lastTimestamp: "2026-09-16T19:22:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:37Z" name: error-404-isvc-c3e3d-predictor.18d5e376fa5ec0da namespace: kserve-ci-e2e-test resourceVersion: "28523" uid: 09f9115b-a8dc-4658-b906-b59cd3d9a717 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:22:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28043" uid: 12e5af1a-4c9c-4f91-b7e6-92e8c8ca7bb6 kind: Event lastTimestamp: "2026-09-16T19:22:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:22:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:37Z" name: error-404-isvc-c3e3d-predictor.18d5e376facfbfd1 namespace: kserve-ci-e2e-test resourceVersion: "28524" uid: 37ec955a-5ce7-4eec-895f-34fa6003ebe4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28224" uid: 12e5af1a-4c9c-4f91-b7e6-92e8c8ca7bb6 kind: Event lastTimestamp: "2026-09-16T19:23:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:23:22Z" name: error-404-isvc-c3e3d-predictor.18d5e381770af405 namespace: kserve-ci-e2e-test resourceVersion: "28907" uid: 19ff37c4-6dee-48d5-b687-bf900dfef513 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28224" uid: 12e5af1a-4c9c-4f91-b7e6-92e8c8ca7bb6 kind: Event lastTimestamp: "2026-09-16T19:23:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:23:22Z" name: error-404-isvc-c3e3d-predictor.18d5e381776d8dce namespace: kserve-ci-e2e-test resourceVersion: "28908" uid: 0c026155-5756-4532-94ac-f700456c4754 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28031" uid: 3a94405d-87db-40f8-8856-8bb16e00579b kind: Event lastTimestamp: "2026-09-16T19:22:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:21:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:40Z" name: error-404-isvc-c3e3d.18d5e3737c09104c namespace: kserve-ci-e2e-test resourceVersion: "28563" uid: 562f710f-687e-4e55-9274-3cc4ca7cb78d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28561" uid: 3a94405d-87db-40f8-8856-8bb16e00579b kind: Event lastTimestamp: "2026-09-16T19:22:40Z" message: InferenceService [error-404-isvc-c3e3d] is Ready metadata: creationTimestamp: "2026-09-16T19:22:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:40Z" name: error-404-isvc-c3e3d.18d5e37ecece278e namespace: kserve-ci-e2e-test resourceVersion: "28562" uid: 37ae1121-eca5-4930-b095-fbdf31d12674 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:01:41.293868Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17723" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:01:41Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e25992e1ccf5 namespace: kserve-ci-e2e-test resourceVersion: "17727" uid: 0ad3ed1a-a7d6-4e75-b38e-016aa00c299f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-cb9a3-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e2599abe838c namespace: kserve-ci-e2e-test resourceVersion: "17739" uid: 1add9010-caa2-45bf-8f49-4b2c1c099171 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17732" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:01:42Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e259d8c9a51c namespace: kserve-ci-e2e-test resourceVersion: "17770" uid: 16b642c5-c819-42e9-bb08-5bd953ecd170 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:42Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e259dabf3aa2 namespace: kserve-ci-e2e-test resourceVersion: "17772" uid: d63afc88-4ab0-456a-a041-aa9e5514d14a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:42Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e259ddb7bfa0 namespace: kserve-ci-e2e-test resourceVersion: "17773" uid: 7bfde8b6-0b7f-4c93-a730-5b29ce38bddd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:42Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e259de317c19 namespace: kserve-ci-e2e-test resourceVersion: "17774" uid: 80a8e517-e6de-49e7-ac25-c36974113e77 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:42Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e259de3d7427 namespace: kserve-ci-e2e-test resourceVersion: "17775" uid: 4342e75d-ce44-4e4f-890a-27fa8ad5972a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:42Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e259e1544b9f namespace: kserve-ci-e2e-test resourceVersion: "17777" uid: 165f307a-fad6-4010-ac98-f3f341ae844f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:42Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e259e1db92d8 namespace: kserve-ci-e2e-test resourceVersion: "17778" uid: 64b8cb53-592c-4010-887e-1d52877e21d9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-16T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:10:59Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:59Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e25a2a7de723 namespace: kserve-ci-e2e-test resourceVersion: "22136" uid: 59c78834-9429-49cd-8455-20572b389cf6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:10:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:55Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e2dab4011783 namespace: kserve-ci-e2e-test resourceVersion: "22018" uid: 407440e3-f35c-4f40-ae88-9767a6503951 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:10:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:55Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e2dab40244d0 namespace: kserve-ci-e2e-test resourceVersion: "22019" uid: 9097dc12-d8c1-49a7-a8b1-7604466e0c9d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 5a563277-f8d3-4453-8449-670c1979f306 kind: Event lastTimestamp: "2026-09-16T19:10:59Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:59Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd.18d5e2db9f124a1b namespace: kserve-ci-e2e-test resourceVersion: "22135" uid: 71c1cd88-3849-4080-b440-333bb7b08b48 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-cb9a3-predictor-84cdb6dd56 namespace: kserve-ci-e2e-test resourceVersion: "17717" uid: 2634b5d5-4d6f-4f38-b594-1647cd47dfb8 kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: 'Created pod: error-404-isvc-cb9a3-predictor-84cdb6dd56-zxpfd' metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:41Z" name: error-404-isvc-cb9a3-predictor-84cdb6dd56.18d5e259925d541e namespace: kserve-ci-e2e-test resourceVersion: "17725" uid: b807dc5a-e760-492d-8992-7b7ad87feedc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17715" uid: 0f9d09ed-27e5-4ebc-bceb-ddd4ef174fa0 kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Scaled up replica set error-404-isvc-cb9a3-predictor-84cdb6dd56 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:41Z" name: error-404-isvc-cb9a3-predictor.18d5e2598fb13a3e namespace: kserve-ci-e2e-test resourceVersion: "17719" uid: d159ee1c-61f3-4b41-8b9f-6eb74d7b09e9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:01:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17716" uid: 87a34439-ccc4-456c-8ffd-cae8fd535de0 kind: Event lastTimestamp: "2026-09-16T19:02:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:26Z" name: error-404-isvc-cb9a3-predictor.18d5e25d0e1ca2b0 namespace: kserve-ci-e2e-test resourceVersion: "18202" uid: 9dbbc341-bd5e-4d89-9403-87bcdcea3709 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:01:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17716" uid: 87a34439-ccc4-456c-8ffd-cae8fd535de0 kind: Event lastTimestamp: "2026-09-16T19:02:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:26Z" name: error-404-isvc-cb9a3-predictor.18d5e25d0e675a63 namespace: kserve-ci-e2e-test resourceVersion: "18203" uid: 8e00bfa6-05eb-4dd5-abf3-2b95d4b846fe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17929" uid: 87a34439-ccc4-456c-8ffd-cae8fd535de0 kind: Event lastTimestamp: "2026-09-16T19:03:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:03:11Z" name: error-404-isvc-cb9a3-predictor.18d5e2678ac10db5 namespace: kserve-ci-e2e-test resourceVersion: "18590" uid: 9c605ee9-b207-45be-9d74-a33b726a8433 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17929" uid: 87a34439-ccc4-456c-8ffd-cae8fd535de0 kind: Event lastTimestamp: "2026-09-16T19:03:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:03:11Z" name: error-404-isvc-cb9a3-predictor.18d5e2678b27083d namespace: kserve-ci-e2e-test resourceVersion: "18591" uid: 1a3345d3-19e2-4b8d-ba2e-f019ac918e1f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "17704" uid: fd433270-25fa-4489-9993-cdc67c9ee7d6 kind: Event lastTimestamp: "2026-09-16T19:02:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:02:29Z" name: error-404-isvc-cb9a3.18d5e2598fb1e663 namespace: kserve-ci-e2e-test resourceVersion: "18244" uid: bd531d54-38fb-454e-b2c1-733cc86030bb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "18242" uid: fd433270-25fa-4489-9993-cdc67c9ee7d6 kind: Event lastTimestamp: "2026-09-16T19:02:29Z" message: InferenceService [error-404-isvc-cb9a3] is Ready metadata: creationTimestamp: "2026-09-16T19:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:02:29Z" name: error-404-isvc-cb9a3.18d5e264e6428a5b namespace: kserve-ci-e2e-test resourceVersion: "18243" uid: c8ea3e86-27b0-48b4-b918-c544c78617f3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:20:41.667822Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27149" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d799f-predictor-9f65898db-r9rgc to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:20:41Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e36316775846 namespace: kserve-ci-e2e-test resourceVersion: "27154" uid: 736a0090-936d-4b50-b59f-149a7d8d5374 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27157" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:20:42Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e3633856e93d namespace: kserve-ci-e2e-test resourceVersion: "27176" uid: e84d867d-20f9-4ff9-ac1d-7dafbf4f7371 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e36339b087ec namespace: kserve-ci-e2e-test resourceVersion: "27179" uid: 3c41c84d-473d-4c71-8f15-dac9aed515cf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e3633c9f6f40 namespace: kserve-ci-e2e-test resourceVersion: "27180" uid: 41b577fa-b138-4f32-bcb9-71513c7df909 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e3633d1cc41b namespace: kserve-ci-e2e-test resourceVersion: "27181" uid: 547cc312-eb9c-4348-91df-d94fc0bb1ce1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e3633d28c892 namespace: kserve-ci-e2e-test resourceVersion: "27182" uid: 5be141cf-84c6-4747-8514-5cc6f4e2b0f1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e3633ff92595 namespace: kserve-ci-e2e-test resourceVersion: "27183" uid: 117fef14-7332-42b9-a2c9-80d679ec272b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e36340732fc2 namespace: kserve-ci-e2e-test resourceVersion: "27184" uid: d67430af-2443-420f-aa53-ad17e45d1f42 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:20:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:21:20Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:20:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:20Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e363afc5d948 namespace: kserve-ci-e2e-test resourceVersion: "27500" uid: 436a0b80-ec58-4dde-9d79-ac9a2aa24079 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:21:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:51Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e37370b8b520 namespace: kserve-ci-e2e-test resourceVersion: "28008" uid: e9126aa8-dea0-4db5-99f7-59fa395b3b3c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:21:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:51Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e37370b948d7 namespace: kserve-ci-e2e-test resourceVersion: "28009" uid: 3124f2b2-add2-4a8a-b955-8eba7038bebe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d799f-predictor-9f65898db-r9rgc namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: c7f0f8ca-d996-4972-b246-ff7ce06c407e kind: Event lastTimestamp: "2026-09-16T19:21:55Z" message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:21:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:55Z" name: error-404-isvc-d799f-predictor-9f65898db-r9rgc.18d5e37438105c7f namespace: kserve-ci-e2e-test resourceVersion: "28120" uid: 6a3773c4-08ea-465b-9434-ce890abfca84 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d799f-predictor-9f65898db namespace: kserve-ci-e2e-test resourceVersion: "27139" uid: b65af821-3fcb-4985-b1e8-009450b15829 kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: 'Created pod: error-404-isvc-d799f-predictor-9f65898db-r9rgc' metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:20:41Z" name: error-404-isvc-d799f-predictor-9f65898db.18d5e363157c1e1d namespace: kserve-ci-e2e-test resourceVersion: "27152" uid: a3f75513-b013-455f-ac3f-7510b6b4ddb5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27133" uid: 9963d450-83c7-486d-bbd0-60a52cb3018d kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: Scaled up replica set error-404-isvc-d799f-predictor-9f65898db from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:20:41Z" name: error-404-isvc-d799f-predictor.18d5e36312ca5a29 namespace: kserve-ci-e2e-test resourceVersion: "27142" uid: f277fd72-4300-4a04-b915-782a4862b7a4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:20:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27137" uid: a8461a41-4869-463e-bc97-cdd48cdc494d kind: Event lastTimestamp: "2026-09-16T19:21:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:20:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:11Z" name: error-404-isvc-d799f-predictor.18d5e36691792572 namespace: kserve-ci-e2e-test resourceVersion: "27429" uid: 84b0b215-7e35-4270-9c4d-781fff542fc6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:20:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27137" uid: a8461a41-4869-463e-bc97-cdd48cdc494d kind: Event lastTimestamp: "2026-09-16T19:21:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:20:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:11Z" name: error-404-isvc-d799f-predictor.18d5e36691e035f3 namespace: kserve-ci-e2e-test resourceVersion: "27430" uid: 8f6cd93c-ed52-4264-a661-c1483993a6e4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:21:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27325" uid: a8461a41-4869-463e-bc97-cdd48cdc494d kind: Event lastTimestamp: "2026-09-16T19:21:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:21:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:41Z" name: error-404-isvc-d799f-predictor.18d5e36d8f8072e0 namespace: kserve-ci-e2e-test resourceVersion: "27849" uid: 22a96ac7-6174-4498-bffe-804e1c1d3eac reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:21:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27325" uid: a8461a41-4869-463e-bc97-cdd48cdc494d kind: Event lastTimestamp: "2026-09-16T19:21:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:21:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:41Z" name: error-404-isvc-d799f-predictor.18d5e36d9005599b namespace: kserve-ci-e2e-test resourceVersion: "27850" uid: 1e2286ab-fd89-4e7d-a4ec-ca6c98200223 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d799f namespace: kserve-ci-e2e-test resourceVersion: "27119" uid: 0464e3cf-1123-4618-adb1-c4a8b4e9dc0e kind: Event lastTimestamp: "2026-09-16T19:21:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:21:30Z" name: error-404-isvc-d799f.18d5e363130ed713 namespace: kserve-ci-e2e-test resourceVersion: "27738" uid: 41a4bd67-20ed-4382-9c66-411286b7e8b5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d799f namespace: kserve-ci-e2e-test resourceVersion: "27119" uid: 0464e3cf-1123-4618-adb1-c4a8b4e9dc0e kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: 'Failed to update status for InferenceService "error-404-isvc-d799f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d799f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:20:41Z" name: error-404-isvc-d799f.18d5e36313b344b6 namespace: kserve-ci-e2e-test resourceVersion: "27146" uid: 3813a0e8-016d-4622-adad-2d16ed6b809a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d799f namespace: kserve-ci-e2e-test resourceVersion: "27119" uid: 0464e3cf-1123-4618-adb1-c4a8b4e9dc0e kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d799f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:20:41Z" name: error-404-isvc-d799f.18d5e36313b3a3e3 namespace: kserve-ci-e2e-test resourceVersion: "27148" uid: 6adbaea5-efe7-4443-9295-b78f3b709dc6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d799f namespace: kserve-ci-e2e-test resourceVersion: "27732" uid: 0464e3cf-1123-4618-adb1-c4a8b4e9dc0e kind: Event lastTimestamp: "2026-09-16T19:21:30Z" message: InferenceService [error-404-isvc-d799f] is Ready metadata: creationTimestamp: "2026-09-16T19:21:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:21:30Z" name: error-404-isvc-d799f.18d5e36e6dbaecff namespace: kserve-ci-e2e-test resourceVersion: "27733" uid: a444eed0-f968-4749-8dfa-d22cd9fab80d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:12:06.431357Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23029" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:12:06Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2eb1ffad462 namespace: kserve-ci-e2e-test resourceVersion: "23036" uid: d16c72d9-5a6e-4dba-80fa-14106c25f7a1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23041" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:12:07Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:12:07Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2eb423e7c16 namespace: kserve-ci-e2e-test resourceVersion: "23060" uid: 0947dd73-6ed6-4603-ab22-cc1a87f3e61b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:12:07Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:07Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2eb4433f8e7 namespace: kserve-ci-e2e-test resourceVersion: "23063" uid: 51a26c1f-20b0-4369-8641-fec9600f7b92 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:12:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:07Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2eb478567a6 namespace: kserve-ci-e2e-test resourceVersion: "23065" uid: 68ff1433-8c7b-4bf5-ba11-fa535c733be5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:12:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:07Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2eb48090d7a namespace: kserve-ci-e2e-test resourceVersion: "23066" uid: 3defd2f8-5599-4d7b-b9c9-f3d4550fddcc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:12:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:07Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2eb4815a319 namespace: kserve-ci-e2e-test resourceVersion: "23067" uid: 6e006a3e-6708-4a7c-b5b5-6a1e44145e8d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:12:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:07Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2eb4c642d7f namespace: kserve-ci-e2e-test resourceVersion: "23068" uid: 71146869-217e-4ad4-9ce3-e43e40a8e6f9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:12:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:07Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2eb4ce8886f namespace: kserve-ci-e2e-test resourceVersion: "23069" uid: a0eb7ac6-66ef-4657-83ae-f0f90dfcfa60 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:12:44Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:44Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e2ebaabac3c7 namespace: kserve-ci-e2e-test resourceVersion: "23448" uid: f994003d-dfe0-4cc0-adcd-f3decc756f47 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:21Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e36c43d19886 namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: e9890f65-2274-46f4-8322-c4c386fb9555 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk namespace: kserve-ci-e2e-test resourceVersion: "23035" uid: 0017f0e9-610e-4d81-afee-8dfd9d1e2bfd kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:21Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk.18d5e36c43d220fc namespace: kserve-ci-e2e-test resourceVersion: "27542" uid: ea54545c-3955-4f9f-aeaf-aa02af50246d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f025b-predictor-76fd9c4cc8 namespace: kserve-ci-e2e-test resourceVersion: "23022" uid: f5a64f25-40bf-45d4-9e67-fb07f1e70f9a kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: 'Created pod: error-404-isvc-f025b-predictor-76fd9c4cc8-9hfsk' metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:06Z" name: error-404-isvc-f025b-predictor-76fd9c4cc8.18d5e2eb1ebc1d35 namespace: kserve-ci-e2e-test resourceVersion: "23032" uid: 14f466d3-a6cc-4c28-909f-1b2c18168473 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23020" uid: fe6819a4-4ebf-43dd-8f82-6619af87beaa kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Scaled up replica set error-404-isvc-f025b-predictor-76fd9c4cc8 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:06Z" name: error-404-isvc-f025b-predictor.18d5e2eb1b14401a namespace: kserve-ci-e2e-test resourceVersion: "23023" uid: 37c143ac-19d5-49d2-aa91-3aa14d5a4e3f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23021" uid: 4757dcfd-e3e4-49ce-a555-28fd0691c293 kind: Event lastTimestamp: "2026-09-16T19:12:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:12:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:21Z" name: error-404-isvc-f025b-predictor.18d5e2ee999df160 namespace: kserve-ci-e2e-test resourceVersion: "23217" uid: b70dc63c-1e07-433f-a8f3-24123b49eec7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23021" uid: 4757dcfd-e3e4-49ce-a555-28fd0691c293 kind: Event lastTimestamp: "2026-09-16T19:12:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:12:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:21Z" name: error-404-isvc-f025b-predictor.18d5e2ee9a0493ff namespace: kserve-ci-e2e-test resourceVersion: "23219" uid: 72a30c3d-01b2-462a-ab60-6659389340e5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:12:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23218" uid: 4757dcfd-e3e4-49ce-a555-28fd0691c293 kind: Event lastTimestamp: "2026-09-16T19:13:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:12:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:13:21Z" name: error-404-isvc-f025b-predictor.18d5e2f218c4b0b9 namespace: kserve-ci-e2e-test resourceVersion: "23766" uid: 06ab3441-0c76-484b-ae5a-3d79d73f593d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:12:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23218" uid: 4757dcfd-e3e4-49ce-a555-28fd0691c293 kind: Event lastTimestamp: "2026-09-16T19:13:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:12:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:13:21Z" name: error-404-isvc-f025b-predictor.18d5e2f2190d4205 namespace: kserve-ci-e2e-test resourceVersion: "23767" uid: 79e6c718-653a-4af4-9b60-ad473867d9b9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f025b namespace: kserve-ci-e2e-test resourceVersion: "23009" uid: 34210ccb-e767-4fe0-ad63-c50e5df1e9b6 kind: Event lastTimestamp: "2026-09-16T19:12:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:54Z" name: error-404-isvc-f025b.18d5e2eb1b2d5a3f namespace: kserve-ci-e2e-test resourceVersion: "23537" uid: 28871065-bee0-4adb-ac12-4afa90994159 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f025b namespace: kserve-ci-e2e-test resourceVersion: "23535" uid: 34210ccb-e767-4fe0-ad63-c50e5df1e9b6 kind: Event lastTimestamp: "2026-09-16T19:12:54Z" message: InferenceService [error-404-isvc-f025b] is Ready metadata: creationTimestamp: "2026-09-16T19:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:54Z" name: error-404-isvc-f025b.18d5e2f6668a0dc5 namespace: kserve-ci-e2e-test resourceVersion: "23536" uid: c7d80167-27ab-481b-9c5b-08d1392eb59c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T18:59:20.969448Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16015" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T18:59:20Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e238e6e515cd namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: 469fa97e-3874-4358-aa5a-33b221d29a27 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:21Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e238f44b6411 namespace: kserve-ci-e2e-test resourceVersion: "16060" uid: 3dd89bb0-e53f-450e-a87a-0499d2e1b625 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16025" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T18:59:22Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e2392cc97db2 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 7691ad41-0864-423a-a760-4c777e8f7624 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4" already present on machine metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:22Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e2392e52a352 namespace: kserve-ci-e2e-test resourceVersion: "16137" uid: 2f225058-2094-4bb1-8a97-680d3ac768df reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:22Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e23931cf1e2f namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: b361fff8-7355-44aa-a854-bcbceebd3ba4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:22Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e239324fb78f namespace: kserve-ci-e2e-test resourceVersion: "16139" uid: a70258cd-fc1a-43fb-b02c-8860a60bd0d9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:27Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988" metadata: creationTimestamp: "2026-09-16T18:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:27Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e23a5562c1ad namespace: kserve-ci-e2e-test resourceVersion: "16193" uid: 32219667-ccd2-41b4-a8f8-932a2f9d0bdc reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:51Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988" in 23.956s (23.956s including waiting). Image size: 1580844954 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:51Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e23fe94952d8 namespace: kserve-ci-e2e-test resourceVersion: "16424" uid: a963571e-ac7f-4d85-9777-591fe04615a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T18:59:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:51Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e24009ed8581 namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: ecbc4883-9ed3-48e8-8d1d-b5680651ba02 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T18:59:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:51Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e2400c041baf namespace: kserve-ci-e2e-test resourceVersion: "16440" uid: 76143c10-0cf6-4df7-8486-0a8964daa1ed reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-16T18:59:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:51Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e2400c116321 namespace: kserve-ci-e2e-test resourceVersion: "16441" uid: 504ad4f6-6bd3-4368-b0a1-8799b7366a15 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.849s (2.849s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e240b5e4b88f namespace: kserve-ci-e2e-test resourceVersion: "16466" uid: 60172ab0-68d1-455b-9550-13cd96d4723e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e240bb035984 namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 93f95db2-408f-4d31-9fb6-62d22f3e48d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e240bb801cd7 namespace: kserve-ci-e2e-test resourceVersion: "16473" uid: 5f850d15-a43d-47a7-893d-836201fbb59b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-16T18:59:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T18:59:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e240e5907c96 namespace: kserve-ci-e2e-test resourceVersion: "17161" uid: be42f0bd-9007-4862-8402-01e71e274ad1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e25982a4a9e1 namespace: kserve-ci-e2e-test resourceVersion: "17667" uid: 8b4abe67-b1d9-40ab-8166-c82f6d20e969 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e25982a5919e namespace: kserve-ci-e2e-test resourceVersion: "17673" uid: 767a559a-8a66-40f4-8e1d-b536c6266b35 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e25994259764 namespace: kserve-ci-e2e-test resourceVersion: "17731" uid: 343d78dc-81c8-4eaa-a6ae-ca00aa9829c8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 488c6d0b-019c-4317-9179-ce5a400bba8f kind: Event lastTimestamp: "2026-09-16T19:01:47Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-09-16T19:01:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:47Z" name: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv.18d5e25af9d6202c namespace: kserve-ci-e2e-test resourceVersion: "17836" uid: bf03d553-4489-4bbb-a202-3a5f95993c7f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-69b99cc798 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: 30782b73-ec97-4e74-9864-11c6b9041c01 kind: Event lastTimestamp: "2026-09-16T18:59:20Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-69b99cc798-fhcqv' metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:20Z" name: isvc-sklearn-graph-1-predictor-69b99cc798.18d5e238e686170d namespace: kserve-ci-e2e-test resourceVersion: "16019" uid: dc6d66ba-6a09-436f-b265-45376c0bde58 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "16007" uid: 3ac2816f-55d5-42ae-8bc8-f849a7ab1800 kind: Event lastTimestamp: "2026-09-16T18:59:20Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-69b99cc798 from 0 to 1 metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:20Z" name: isvc-sklearn-graph-1-predictor.18d5e238e330a8ac namespace: kserve-ci-e2e-test resourceVersion: "16010" uid: bd097ffb-5908-4c31-aa3f-fc0e73517042 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T18:59:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 236c377b-735b-47ce-8595-3b32d6ecf9d6 kind: Event lastTimestamp: "2026-09-16T19:00:35Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:35Z" name: isvc-sklearn-graph-1-predictor.18d5e23c61c5aa31 namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 674521f7-1c52-4966-b556-b7d6b4c10e08 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T18:59:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "16008" uid: 236c377b-735b-47ce-8595-3b32d6ecf9d6 kind: Event lastTimestamp: "2026-09-16T19:00:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:35Z" name: isvc-sklearn-graph-1-predictor.18d5e23c622ca068 namespace: kserve-ci-e2e-test resourceVersion: "16830" uid: e17bd701-030f-491e-a14a-6094abc7bd4d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:00:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 236c377b-735b-47ce-8595-3b32d6ecf9d6 kind: Event lastTimestamp: "2026-09-16T19:01:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:36Z" name: isvc-sklearn-graph-1-predictor.18d5e24ddbfa4bb2 namespace: kserve-ci-e2e-test resourceVersion: "17565" uid: c814552b-7f2d-4932-8a62-4263e1574a30 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:00:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "16270" uid: 236c377b-735b-47ce-8595-3b32d6ecf9d6 kind: Event lastTimestamp: "2026-09-16T19:01:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:36Z" name: isvc-sklearn-graph-1-predictor.18d5e24ddc8f1a1d namespace: kserve-ci-e2e-test resourceVersion: "17566" uid: 3a34c7a6-e568-417c-9030-848f86a42f6c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-16T18:59:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15994" uid: 69d1db4c-6b28-4c37-8895-4dbc37837379 kind: Event lastTimestamp: "2026-09-16T19:01:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:09Z" name: isvc-sklearn-graph-1.18d5e238e33e585d namespace: kserve-ci-e2e-test resourceVersion: "17313" uid: 3cabe4c7-f001-46c5-b4b6-d84f8a33a5e1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: 69d1db4c-6b28-4c37-8895-4dbc37837379 kind: Event lastTimestamp: "2026-09-16T19:01:09Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-16T19:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:09Z" name: isvc-sklearn-graph-1.18d5e252296d16bd namespace: kserve-ci-e2e-test resourceVersion: "17312" uid: 395c2088-eff9-4fa6-ae69-738496ea444a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T18:59:21.370941Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16095" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T18:59:21Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e238fed3622b namespace: kserve-ci-e2e-test resourceVersion: "16099" uid: 31ed3fff-f897-402f-8d57-448598d5b86b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:21Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e239070b05bd namespace: kserve-ci-e2e-test resourceVersion: "16113" uid: 5a2611e5-74f0-4304-91af-cc3dcf7e1584 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16105" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T18:59:22Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e239449b47f0 namespace: kserve-ci-e2e-test resourceVersion: "16145" uid: 53b9e023-2f4f-4f97-b65f-4fa3464e39c6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4" metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:22Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23946502877 namespace: kserve-ci-e2e-test resourceVersion: "16147" uid: 4f715985-8e0a-4fc7-bfd3-e55b76ca3532 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:36Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4" in 13.476s (13.476s including waiting). Image size: 308251584 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:36Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23c6992b8a8 namespace: kserve-ci-e2e-test resourceVersion: "16272" uid: 7e850444-33f1-4285-9371-f5376786211d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:36Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:36Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23c6e757eac namespace: kserve-ci-e2e-test resourceVersion: "16277" uid: 3d868b09-b016-4217-89ec-6fee932e9591 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:36Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:36Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23c6eeec8dc namespace: kserve-ci-e2e-test resourceVersion: "16279" uid: 16499d9f-373a-4a99-9e03-309efd223be3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:40Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988" metadata: creationTimestamp: "2026-09-16T18:59:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:40Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23d6fc7c043 namespace: kserve-ci-e2e-test resourceVersion: "16337" uid: 683f90be-0b67-4ed8-b318-bab54ab38f63 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:46Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988" in 6.045s (6.045s including waiting). Image size: 1580844954 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:46Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23ed8196079 namespace: kserve-ci-e2e-test resourceVersion: "16385" uid: 28db871b-aa6a-42c6-88ac-3b840af6dd81 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T18:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:46Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23edb4ca061 namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: b08e1b94-a024-4bf0-96cd-51fa96669d9c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T18:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:46Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23edbc10fd2 namespace: kserve-ci-e2e-test resourceVersion: "16388" uid: c25bd31c-1937-4c17-8836-0272cae21a36 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T18:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:46Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23edbd5b930 namespace: kserve-ci-e2e-test resourceVersion: "16389" uid: df23bf6b-29ac-42c7-976b-8041273a76d1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T18:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:46Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23edeb9e5ce namespace: kserve-ci-e2e-test resourceVersion: "16390" uid: 8e101c91-ed7b-4952-9969-4e062f080ca4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T18:59:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T18:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:46Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23edf2c55a8 namespace: kserve-ci-e2e-test resourceVersion: "16391" uid: 54c093a8-8474-46ab-a3d8-b20aca07bc00 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-16T18:59:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T19:00:56Z" message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T18:59:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:00:56Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e23f4f0d2bbf namespace: kserve-ci-e2e-test resourceVersion: "17041" uid: 04e96a7c-8e56-497e-bfd3-94c5de97460b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T19:01:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:40Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e2597fcc43c9 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: f766c0b5-4e3d-42b1-8c2a-60dbf2f1ee06 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T19:01:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:40Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e2597fccc998 namespace: kserve-ci-e2e-test resourceVersion: "17651" uid: e4b7e936-cc04-40c9-aee3-f9fcd8cdd2ff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 83dc260d-a788-4eb1-a55d-7132c5114b8f kind: Event lastTimestamp: "2026-09-16T19:01:44Z" message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp 10.133.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:44Z" name: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh.18d5e25a516b6a21 namespace: kserve-ci-e2e-test resourceVersion: "17799" uid: 6142fc40-f45b-44c5-907a-3abdb0bee569 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-799ddc8799 namespace: kserve-ci-e2e-test resourceVersion: "16087" uid: b0bae5a7-97f2-4678-8625-b9185f7468a0 kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-799ddc8799-hjrgh' metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:21Z" name: isvc-sklearn-graph-2-predictor-799ddc8799.18d5e238fe612ef0 namespace: kserve-ci-e2e-test resourceVersion: "16096" uid: 4eddac54-f1a0-489b-807d-7928e7d38fe9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16084" uid: d05fd44c-7bdd-4d49-a814-05ff0a291cbf kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-799ddc8799 from 0 to 1 metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:21Z" name: isvc-sklearn-graph-2-predictor.18d5e238fb848814 namespace: kserve-ci-e2e-test resourceVersion: "16088" uid: 8e690743-8858-43cd-b52b-c5714b9e3e80 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16085" uid: 6a8f5d4a-deae-4805-9f14-1b106f727822 kind: Event lastTimestamp: "2026-09-16T19:00:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:21Z" name: isvc-sklearn-graph-2-predictor.18d5e23c7a2051b4 namespace: kserve-ci-e2e-test resourceVersion: "16707" uid: 685a138c-f75a-4bf7-958b-2df4f90db696 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16085" uid: 6a8f5d4a-deae-4805-9f14-1b106f727822 kind: Event lastTimestamp: "2026-09-16T19:00:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:21Z" name: isvc-sklearn-graph-2-predictor.18d5e23c7a8e492a namespace: kserve-ci-e2e-test resourceVersion: "16708" uid: f93cea62-3ab0-463d-b30c-ef072b50fed5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:00:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16289" uid: 6a8f5d4a-deae-4805-9f14-1b106f727822 kind: Event lastTimestamp: "2026-09-16T19:01:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:36Z" name: isvc-sklearn-graph-2-predictor.18d5e24a75a5a1f8 namespace: kserve-ci-e2e-test resourceVersion: "17571" uid: 317074f9-f263-47ae-b836-ac5218f855c5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:00:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "16289" uid: 6a8f5d4a-deae-4805-9f14-1b106f727822 kind: Event lastTimestamp: "2026-09-16T19:01:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:36Z" name: isvc-sklearn-graph-2-predictor.18d5e24a761f1218 namespace: kserve-ci-e2e-test resourceVersion: "17572" uid: 688af742-ce0f-4b4e-8e67-b9fd9a3d5c90 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "16068" uid: ccc64b12-0831-47fd-859f-1f91ae33ce53 kind: Event lastTimestamp: "2026-09-16T19:01:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:06Z" name: isvc-sklearn-graph-2.18d5e238fb904d8e namespace: kserve-ci-e2e-test resourceVersion: "17280" uid: a954cee4-ff01-4826-aa87-5963b7ceb004 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "17276" uid: ccc64b12-0831-47fd-859f-1f91ae33ce53 kind: Event lastTimestamp: "2026-09-16T19:01:06Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-16T19:01:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:06Z" name: isvc-sklearn-graph-2.18d5e2516990b477 namespace: kserve-ci-e2e-test resourceVersion: "17277" uid: 20353712-e5b6-425a-ade0-1334f3f2fb41 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T18:59:21.271898Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16069" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-2xnps to ip-10-0-130-134.ec2.internal metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T18:59:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e238f8ec1331 namespace: kserve-ci-e2e-test resourceVersion: "16073" uid: 6e4d3337-c9f7-49d2-bc15-24a67b7826cd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e239065dde74 namespace: kserve-ci-e2e-test resourceVersion: "16112" uid: f4d502a3-db7a-4c8c-a164-afdb1b5b156c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16083" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T18:59:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e2393f3dfc24 namespace: kserve-ci-e2e-test resourceVersion: "16141" uid: 9284b02e-21b2-4cc9-ad86-e85fb8b8b4e8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4" already present on machine metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e23940eca6fd namespace: kserve-ci-e2e-test resourceVersion: "16144" uid: 4fe55fd1-1e94-48e1-be04-75f853572762 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e23946d292b4 namespace: kserve-ci-e2e-test resourceVersion: "16148" uid: f4f28eb0-b0a1-49fa-a6d7-2f849c55a2a3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e239482d9884 namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: a7865c04-79e0-4611-891e-0225c5f03255 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:27Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-16T18:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:27Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e23a554cc503 namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: c749808f-9556-428d-95ca-05855aa5e009 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:52Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 25.328s (25.328s including waiting). Image size: 1332365570 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e2403b017cd5 namespace: kserve-ci-e2e-test resourceVersion: "16446" uid: fdead023-b318-4253-85bb-69c489626dac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T18:59:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e240402d851a namespace: kserve-ci-e2e-test resourceVersion: "16447" uid: 59ea92a7-39f7-491a-9fad-a12924e18172 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T18:59:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e24040c85564 namespace: kserve-ci-e2e-test resourceVersion: "16449" uid: 3ab0d2f4-3bc6-47f6-a9d3-31a9ff161087 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:52Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-16T18:59:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e24040d7ff4f namespace: kserve-ci-e2e-test resourceVersion: "16450" uid: a8f87c45-91cc-42bb-93d4-3a3bdcdd7355 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 1.997s (1.998s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e240b7ef8ef2 namespace: kserve-ci-e2e-test resourceVersion: "16469" uid: 028123d1-a9e4-4065-975f-66da9091879d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e240bb564e5d namespace: kserve-ci-e2e-test resourceVersion: "16471" uid: 5f055ce3-785e-4193-aa92-602afa1471ff reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T18:59:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T18:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:54Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e240bbf78f89 namespace: kserve-ci-e2e-test resourceVersion: "16474" uid: 21c3e23a-b85e-490a-a174-2f375e0c0a01 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-16T18:59:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T18:59:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:42Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e24121b3717e namespace: kserve-ci-e2e-test resourceVersion: "17769" uid: c92351f7-9a45-4c0f-9ffd-82d23f6d9411 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e2598507466e namespace: kserve-ci-e2e-test resourceVersion: "17684" uid: c5caa4a8-36e5-4732-bee8-830889980c51 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e2598507c4a3 namespace: kserve-ci-e2e-test resourceVersion: "17685" uid: 40a5c7d2-a7f9-41ec-bf53-e65d09f6c49f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-2xnps namespace: kserve-ci-e2e-test resourceVersion: "16071" uid: 348afb3f-512c-4d84-99af-d4480160c6c8 kind: Event lastTimestamp: "2026-09-16T19:01:42Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:42Z" name: isvc-xgboost-graph-predictor-555fc69d56-2xnps.18d5e259d003387b namespace: kserve-ci-e2e-test resourceVersion: "17768" uid: 8413bb26-57d6-4dfb-9dcf-bcc6924e5511 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-134.ec2.internal source: component: kubelet host: ip-10-0-130-134.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "16062" uid: 81452a40-dc9a-429a-97b0-e64a643d1023 kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-2xnps' metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:21Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d5e238f88290e5 namespace: kserve-ci-e2e-test resourceVersion: "16070" uid: 5d0ac9bf-e50f-4853-80ee-7736fb1cc6be reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "16059" uid: bdb3faa0-2e03-4caf-8f26-f1c662d74d60 kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:21Z" name: isvc-xgboost-graph-predictor.18d5e238f4cd268e namespace: kserve-ci-e2e-test resourceVersion: "16063" uid: 878670f6-bfa1-4016-a808-633d4a35bf62 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "16061" uid: ae5a4148-eda0-45c4-94f0-693581b1ba84 kind: Event lastTimestamp: "2026-09-16T19:00:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:36Z" name: isvc-xgboost-graph-predictor.18d5e23c7370b0f8 namespace: kserve-ci-e2e-test resourceVersion: "16837" uid: 69c4b43e-39fc-41ab-8bfe-cd3c8a8a8ccd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "16061" uid: ae5a4148-eda0-45c4-94f0-693581b1ba84 kind: Event lastTimestamp: "2026-09-16T19:00:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:36Z" name: isvc-xgboost-graph-predictor.18d5e23c73d58d34 namespace: kserve-ci-e2e-test resourceVersion: "16838" uid: 6e2b3d37-1afb-48c5-a943-6cec5249e8bb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:00:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: ae5a4148-eda0-45c4-94f0-693581b1ba84 kind: Event lastTimestamp: "2026-09-16T19:01:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:21Z" name: isvc-xgboost-graph-predictor.18d5e246efd747af namespace: kserve-ci-e2e-test resourceVersion: "17414" uid: 1ed3e351-42e8-4952-a175-ad4c0a47add2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:00:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: ae5a4148-eda0-45c4-94f0-693581b1ba84 kind: Event lastTimestamp: "2026-09-16T19:01:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:21Z" name: isvc-xgboost-graph-predictor.18d5e246f03cc536 namespace: kserve-ci-e2e-test resourceVersion: "17415" uid: b00ed718-c103-4540-bdb6-6ba62e4f7c77 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-16T18:59:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "16047" uid: db678785-d60c-49b9-bf27-44bf430cc428 kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T18:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:02Z" name: isvc-xgboost-graph.18d5e238f50ae572 namespace: kserve-ci-e2e-test resourceVersion: "17228" uid: c31ad8a4-268a-41b7-a82f-2fd670540b16 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "17225" uid: db678785-d60c-49b9-bf27-44bf430cc428 kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:02Z" name: isvc-xgboost-graph.18d5e250854cc6d2 namespace: kserve-ci-e2e-test resourceVersion: "17226" uid: 1f277117-2f93-4252-a01d-fe11336ee5b3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:01:30.747667Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5fdf84b867-44hvl namespace: kserve-ci-e2e-test resourceVersion: "17499" uid: 037f0caf-e2d5-4e4e-a252-417a0a69d8b6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-5fdf84b867-44hvl to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:01:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:01:30Z" name: model-chainer-5fdf84b867-44hvl.18d5e2571e4775a3 namespace: kserve-ci-e2e-test resourceVersion: "17504" uid: 49c494ab-c052-45ad-a651-7cb5ca232f5a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:30Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5fdf84b867-44hvl namespace: kserve-ci-e2e-test resourceVersion: "17501" uid: 037f0caf-e2d5-4e4e-a252-417a0a69d8b6 kind: Event lastTimestamp: "2026-09-16T19:01:30Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:30Z" name: model-chainer-5fdf84b867-44hvl.18d5e257284b19dc namespace: kserve-ci-e2e-test resourceVersion: "17514" uid: 2fad3f0a-577c-4c40-83c2-095a8ad57d6c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:31Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-5fdf84b867-44hvl namespace: kserve-ci-e2e-test resourceVersion: "17508" uid: 037f0caf-e2d5-4e4e-a252-417a0a69d8b6 kind: Event lastTimestamp: "2026-09-16T19:01:31Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:01:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:01:31Z" name: model-chainer-5fdf84b867-44hvl.18d5e25763fca58d namespace: kserve-ci-e2e-test resourceVersion: "17533" uid: fef7305e-2d95-48b9-9523-cdd1fcf57fac reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5fdf84b867-44hvl namespace: kserve-ci-e2e-test resourceVersion: "17501" uid: 037f0caf-e2d5-4e4e-a252-417a0a69d8b6 kind: Event lastTimestamp: "2026-09-16T19:01:31Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:31Z" name: model-chainer-5fdf84b867-44hvl.18d5e2576571a999 namespace: kserve-ci-e2e-test resourceVersion: "17535" uid: b171230c-57cb-4609-8d4b-39eb11420645 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5fdf84b867-44hvl namespace: kserve-ci-e2e-test resourceVersion: "17501" uid: 037f0caf-e2d5-4e4e-a252-417a0a69d8b6 kind: Event lastTimestamp: "2026-09-16T19:01:31Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-16T19:01:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:31Z" name: model-chainer-5fdf84b867-44hvl.18d5e25768b83372 namespace: kserve-ci-e2e-test resourceVersion: "17539" uid: c0010ec1-201e-46b1-b0fa-f9ccd08cbcc3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5fdf84b867-44hvl namespace: kserve-ci-e2e-test resourceVersion: "17501" uid: 037f0caf-e2d5-4e4e-a252-417a0a69d8b6 kind: Event lastTimestamp: "2026-09-16T19:01:32Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-16T19:01:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:32Z" name: model-chainer-5fdf84b867-44hvl.18d5e257692a38a2 namespace: kserve-ci-e2e-test resourceVersion: "17540" uid: 0cabcdb3-7ed1-40de-849e-d5bd4d96c7cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5fdf84b867-44hvl namespace: kserve-ci-e2e-test resourceVersion: "17501" uid: 037f0caf-e2d5-4e4e-a252-417a0a69d8b6 kind: Event lastTimestamp: "2026-09-16T19:01:40Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-16T19:01:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:40Z" name: model-chainer-5fdf84b867-44hvl.18d5e259783ec4a9 namespace: kserve-ci-e2e-test resourceVersion: "17628" uid: b16a5799-731b-4eeb-b51e-d2f9be0ea9c5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-5fdf84b867-44hvl namespace: kserve-ci-e2e-test resourceVersion: "17501" uid: 037f0caf-e2d5-4e4e-a252-417a0a69d8b6 kind: Event lastTimestamp: "2026-09-16T19:02:08Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:02:08Z" name: model-chainer-5fdf84b867-44hvl.18d5e25a31e62a8f namespace: kserve-ci-e2e-test resourceVersion: "18060" uid: 005a1a49-04d6-4ea7-9b4f-b6fb3c0f0641 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-5fdf84b867 namespace: kserve-ci-e2e-test resourceVersion: "17496" uid: 3d1a6e2a-65b1-4b3d-9e40-0e4e6b87e845 kind: Event lastTimestamp: "2026-09-16T19:01:30Z" message: 'Created pod: model-chainer-5fdf84b867-44hvl' metadata: creationTimestamp: "2026-09-16T19:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:30Z" name: model-chainer-5fdf84b867.18d5e2571dd5f55a namespace: kserve-ci-e2e-test resourceVersion: "17500" uid: 67ef32e7-4054-4c71-8c10-a0cfa1558c95 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "17494" uid: 01c63147-9c21-440c-b352-7d0e6e734af6 kind: Event lastTimestamp: "2026-09-16T19:01:30Z" message: Scaled up replica set model-chainer-5fdf84b867 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:30Z" name: model-chainer.18d5e2571cfce573 namespace: kserve-ci-e2e-test resourceVersion: "17497" uid: 8876f858-90a0-40e9-ab8e-25b20a569e97 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:30Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "17510" uid: 01b0092b-5cbb-4f6a-b933-8d81a10b745f kind: Event lastTimestamp: "2026-09-16T19:01:30Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-16T19:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:30Z" name: model-chainer.18d5e25723095989 namespace: kserve-ci-e2e-test resourceVersion: "17512" uid: e5d3670e-e86c-4199-b5bc-78b7adb693b1 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:11:55.965240Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-7ea69-7f5dd56756-knxkh namespace: kserve-ci-e2e-test resourceVersion: "22822" uid: 4984e2cc-5589-4bad-b0de-5e5c5986c089 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-7ea69-7f5dd56756-knxkh to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:11:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:11:55Z" name: sequence-graph-7ea69-7f5dd56756-knxkh.18d5e2e8b02686c6 namespace: kserve-ci-e2e-test resourceVersion: "22827" uid: 40c9e0f3-d343-42bb-aa17-128973c055ea reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:56Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-7ea69-7f5dd56756-knxkh namespace: kserve-ci-e2e-test resourceVersion: "22824" uid: 4984e2cc-5589-4bad-b0de-5e5c5986c089 kind: Event lastTimestamp: "2026-09-16T19:11:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-7ea69-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:56Z" name: sequence-graph-7ea69-7f5dd56756-knxkh.18d5e2e8bf015247 namespace: kserve-ci-e2e-test resourceVersion: "22844" uid: 218ad833-dc1c-4a95-ae82-695b74740dc1 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:57Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-7ea69-7f5dd56756-knxkh namespace: kserve-ci-e2e-test resourceVersion: "22830" uid: 4984e2cc-5589-4bad-b0de-5e5c5986c089 kind: Event lastTimestamp: "2026-09-16T19:11:57Z" message: Add eth0 [10.133.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:11:57Z" name: sequence-graph-7ea69-7f5dd56756-knxkh.18d5e2e8f5da852c namespace: kserve-ci-e2e-test resourceVersion: "22862" uid: 9a302091-7b06-4beb-a0ca-a03602fcf109 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ea69} kind: Pod name: sequence-graph-7ea69-7f5dd56756-knxkh namespace: kserve-ci-e2e-test resourceVersion: "22824" uid: 4984e2cc-5589-4bad-b0de-5e5c5986c089 kind: Event lastTimestamp: "2026-09-16T19:11:57Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:57Z" name: sequence-graph-7ea69-7f5dd56756-knxkh.18d5e2e8f72fb9d6 namespace: kserve-ci-e2e-test resourceVersion: "22864" uid: abe4a4b4-e51d-4b85-bae4-dea39083f6ec reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ea69} kind: Pod name: sequence-graph-7ea69-7f5dd56756-knxkh namespace: kserve-ci-e2e-test resourceVersion: "22824" uid: 4984e2cc-5589-4bad-b0de-5e5c5986c089 kind: Event lastTimestamp: "2026-09-16T19:11:57Z" message: 'Created container: sequence-graph-7ea69' metadata: creationTimestamp: "2026-09-16T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:57Z" name: sequence-graph-7ea69-7f5dd56756-knxkh.18d5e2e8fa04217e namespace: kserve-ci-e2e-test resourceVersion: "22865" uid: 32b1471b-8949-43ff-8d91-c7a7d7ae2f7e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ea69} kind: Pod name: sequence-graph-7ea69-7f5dd56756-knxkh namespace: kserve-ci-e2e-test resourceVersion: "22824" uid: 4984e2cc-5589-4bad-b0de-5e5c5986c089 kind: Event lastTimestamp: "2026-09-16T19:11:57Z" message: Started container sequence-graph-7ea69 metadata: creationTimestamp: "2026-09-16T19:11:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:57Z" name: sequence-graph-7ea69-7f5dd56756-knxkh.18d5e2e8fa743b2c namespace: kserve-ci-e2e-test resourceVersion: "22866" uid: 17f39e21-e6a3-4431-b022-20be08e735ec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ea69} kind: Pod name: sequence-graph-7ea69-7f5dd56756-knxkh namespace: kserve-ci-e2e-test resourceVersion: "22824" uid: 4984e2cc-5589-4bad-b0de-5e5c5986c089 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Stopping container sequence-graph-7ea69 metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: sequence-graph-7ea69-7f5dd56756-knxkh.18d5e2eb091c77ae namespace: kserve-ci-e2e-test resourceVersion: "22949" uid: 96dbfa60-80d4-4a27-b60a-6496c515caff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ea69} kind: Pod name: sequence-graph-7ea69-7f5dd56756-knxkh namespace: kserve-ci-e2e-test resourceVersion: "22824" uid: 4984e2cc-5589-4bad-b0de-5e5c5986c089 kind: Event lastTimestamp: "2026-09-16T19:12:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:33Z" name: sequence-graph-7ea69-7f5dd56756-knxkh.18d5e2ebb0b43c37 namespace: kserve-ci-e2e-test resourceVersion: "23349" uid: 80382e38-99bf-4aad-a2ef-b263ff6fb22a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-7ea69-7f5dd56756 namespace: kserve-ci-e2e-test resourceVersion: "22819" uid: 0ace9467-d737-47da-ae2b-5a7812c1a964 kind: Event lastTimestamp: "2026-09-16T19:11:55Z" message: 'Created pod: sequence-graph-7ea69-7f5dd56756-knxkh' metadata: creationTimestamp: "2026-09-16T19:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:55Z" name: sequence-graph-7ea69-7f5dd56756.18d5e2e8afbf1849 namespace: kserve-ci-e2e-test resourceVersion: "22823" uid: e751f6ab-0aa6-47ca-8131-33d4919541dc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-7ea69 namespace: kserve-ci-e2e-test resourceVersion: "22817" uid: 4946f092-9d8d-4490-a1a2-af36bb955861 kind: Event lastTimestamp: "2026-09-16T19:11:55Z" message: Scaled up replica set sequence-graph-7ea69-7f5dd56756 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:55Z" name: sequence-graph-7ea69.18d5e2e8af155b83 namespace: kserve-ci-e2e-test resourceVersion: "22820" uid: 17212566-c497-485a-abde-adb0d0234a65 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:56Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-7ea69 namespace: kserve-ci-e2e-test resourceVersion: "22833" uid: 88ccabe8-f5d0-498d-ae97-c27af291a702 kind: Event lastTimestamp: "2026-09-16T19:11:56Z" message: InferenceGraph [sequence-graph-7ea69] is Ready metadata: creationTimestamp: "2026-09-16T19:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:56Z" name: sequence-graph-7ea69.18d5e2e8b2ec4c89 namespace: kserve-ci-e2e-test resourceVersion: "22835" uid: 7513a738-cf98-456f-9fd4-e63da8254749 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:02:41.066497Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cb9a3-5ff6b444fd-5fq6s namespace: kserve-ci-e2e-test resourceVersion: "18340" uid: abd27f76-1d33-41f7-ad59-bc0b0836de34 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-cb9a3-5ff6b444fd-5fq6s to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:02:41Z" name: sequence-graph-cb9a3-5ff6b444fd-5fq6s.18d5e2677d9ba72e namespace: kserve-ci-e2e-test resourceVersion: "18345" uid: 222e00a9-df6e-4ac1-bc44-037fbd64702e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-cb9a3-5ff6b444fd-5fq6s namespace: kserve-ci-e2e-test resourceVersion: "18349" uid: abd27f76-1d33-41f7-ad59-bc0b0836de34 kind: Event lastTimestamp: "2026-09-16T19:02:41Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:02:41Z" name: sequence-graph-cb9a3-5ff6b444fd-5fq6s.18d5e2679f9a7dc6 namespace: kserve-ci-e2e-test resourceVersion: "18364" uid: 8e27ddd5-7d06-4b26-85f8-e490001e590f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cb9a3} kind: Pod name: sequence-graph-cb9a3-5ff6b444fd-5fq6s namespace: kserve-ci-e2e-test resourceVersion: "18342" uid: abd27f76-1d33-41f7-ad59-bc0b0836de34 kind: Event lastTimestamp: "2026-09-16T19:02:41Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:02:41Z" name: sequence-graph-cb9a3-5ff6b444fd-5fq6s.18d5e267a0d9fa48 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 50294070-a324-49cc-a103-dd99e2a23aab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cb9a3} kind: Pod name: sequence-graph-cb9a3-5ff6b444fd-5fq6s namespace: kserve-ci-e2e-test resourceVersion: "18342" uid: abd27f76-1d33-41f7-ad59-bc0b0836de34 kind: Event lastTimestamp: "2026-09-16T19:02:41Z" message: 'Created container: sequence-graph-cb9a3' metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:02:41Z" name: sequence-graph-cb9a3-5ff6b444fd-5fq6s.18d5e267a3f0722c namespace: kserve-ci-e2e-test resourceVersion: "18367" uid: d870e7a2-193c-4f39-9c68-eb9ac7bd76e6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cb9a3} kind: Pod name: sequence-graph-cb9a3-5ff6b444fd-5fq6s namespace: kserve-ci-e2e-test resourceVersion: "18342" uid: abd27f76-1d33-41f7-ad59-bc0b0836de34 kind: Event lastTimestamp: "2026-09-16T19:02:41Z" message: Started container sequence-graph-cb9a3 metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:02:41Z" name: sequence-graph-cb9a3-5ff6b444fd-5fq6s.18d5e267a46546b5 namespace: kserve-ci-e2e-test resourceVersion: "18368" uid: 777ce27c-e1c5-4de3-9d7c-031b9352a214 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cb9a3} kind: Pod name: sequence-graph-cb9a3-5ff6b444fd-5fq6s namespace: kserve-ci-e2e-test resourceVersion: "18342" uid: abd27f76-1d33-41f7-ad59-bc0b0836de34 kind: Event lastTimestamp: "2026-09-16T19:10:55Z" message: Stopping container sequence-graph-cb9a3 metadata: creationTimestamp: "2026-09-16T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:55Z" name: sequence-graph-cb9a3-5ff6b444fd-5fq6s.18d5e2daaa6ded6a namespace: kserve-ci-e2e-test resourceVersion: "21979" uid: c0614a29-2764-496c-aca0-23111fe0c914 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-cb9a3} kind: Pod name: sequence-graph-cb9a3-5ff6b444fd-5fq6s namespace: kserve-ci-e2e-test resourceVersion: "18342" uid: abd27f76-1d33-41f7-ad59-bc0b0836de34 kind: Event lastTimestamp: "2026-09-16T19:11:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:23Z" name: sequence-graph-cb9a3-5ff6b444fd-5fq6s.18d5e2db4259f8d8 namespace: kserve-ci-e2e-test resourceVersion: "22385" uid: df7a6ce5-5930-4016-a18c-f34aeebc0a58 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-cb9a3-5ff6b444fd namespace: kserve-ci-e2e-test resourceVersion: "18336" uid: 062c1d85-810f-45fd-9937-6748f341b256 kind: Event lastTimestamp: "2026-09-16T19:02:41Z" message: 'Created pod: sequence-graph-cb9a3-5ff6b444fd-5fq6s' metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:41Z" name: sequence-graph-cb9a3-5ff6b444fd.18d5e2677d098761 namespace: kserve-ci-e2e-test resourceVersion: "18341" uid: 496e989b-926e-43f9-b232-6539835f07d3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "18334" uid: 8bf0c2c0-973e-42b7-b3ba-b323947979f5 kind: Event lastTimestamp: "2026-09-16T19:02:41Z" message: Scaled up replica set sequence-graph-cb9a3-5ff6b444fd from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:41Z" name: sequence-graph-cb9a3.18d5e2677c258526 namespace: kserve-ci-e2e-test resourceVersion: "18337" uid: 0064b369-3f27-44b8-b31b-c137689a74b3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "18351" uid: 522ae4ee-2035-4d14-846c-ba132794c8cb kind: Event lastTimestamp: "2026-09-16T19:02:41Z" message: InferenceGraph [sequence-graph-cb9a3] is Ready metadata: creationTimestamp: "2026-09-16T19:02:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:02:41Z" name: sequence-graph-cb9a3.18d5e2678030fedc namespace: kserve-ci-e2e-test resourceVersion: "18353" uid: 305d3333-df99-4628-8a99-d40ab1e012b3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:02:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "18335" uid: 032adb1a-3e07-48f6-a476-8b82ca3103ac kind: Event lastTimestamp: "2026-09-16T19:03:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:02:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:03:26Z" name: sequence-graph-cb9a3.18d5e26afaa6aca4 namespace: kserve-ci-e2e-test resourceVersion: "18687" uid: d31185c4-e8c1-477f-a129-885a4de129f9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:02:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "18335" uid: 032adb1a-3e07-48f6-a476-8b82ca3103ac kind: Event lastTimestamp: "2026-09-16T19:03:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:02:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:03:26Z" name: sequence-graph-cb9a3.18d5e26afb1188e3 namespace: kserve-ci-e2e-test resourceVersion: "18688" uid: 7106c884-61ba-4520-8160-37c730cc142b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:13:06.300473Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f025b-545b74b6c4-lcc6q namespace: kserve-ci-e2e-test resourceVersion: "23633" uid: 109a6ec8-78d3-45bf-a316-fce6791c6399 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-f025b-545b74b6c4-lcc6q to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:13:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:13:06Z" name: sequence-graph-f025b-545b74b6c4-lcc6q.18d5e2f91075172a namespace: kserve-ci-e2e-test resourceVersion: "23638" uid: e309de61-8c38-4e6a-a3c4-eff6fdfc3178 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:13:06Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f025b-545b74b6c4-lcc6q namespace: kserve-ci-e2e-test resourceVersion: "23644" uid: 109a6ec8-78d3-45bf-a316-fce6791c6399 kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: Add eth0 [10.133.0.46/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:13:06Z" name: sequence-graph-f025b-545b74b6c4-lcc6q.18d5e2f93298efa6 namespace: kserve-ci-e2e-test resourceVersion: "23657" uid: 8139089e-24b8-45e5-b9e4-937e3517f84c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:13:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f025b} kind: Pod name: sequence-graph-f025b-545b74b6c4-lcc6q namespace: kserve-ci-e2e-test resourceVersion: "23634" uid: 109a6ec8-78d3-45bf-a316-fce6791c6399 kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:13:06Z" name: sequence-graph-f025b-545b74b6c4-lcc6q.18d5e2f933f8ba5c namespace: kserve-ci-e2e-test resourceVersion: "23659" uid: 1987dd6e-d997-4e2c-bf88-24c26cc024eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:13:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f025b} kind: Pod name: sequence-graph-f025b-545b74b6c4-lcc6q namespace: kserve-ci-e2e-test resourceVersion: "23634" uid: 109a6ec8-78d3-45bf-a316-fce6791c6399 kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: 'Created container: sequence-graph-f025b' metadata: creationTimestamp: "2026-09-16T19:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:13:06Z" name: sequence-graph-f025b-545b74b6c4-lcc6q.18d5e2f9370e7cd4 namespace: kserve-ci-e2e-test resourceVersion: "23660" uid: c07990d8-95f2-43fa-89b9-80a5a483284e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:13:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f025b} kind: Pod name: sequence-graph-f025b-545b74b6c4-lcc6q namespace: kserve-ci-e2e-test resourceVersion: "23634" uid: 109a6ec8-78d3-45bf-a316-fce6791c6399 kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: Started container sequence-graph-f025b metadata: creationTimestamp: "2026-09-16T19:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:13:06Z" name: sequence-graph-f025b-545b74b6c4-lcc6q.18d5e2f9378a3d5e namespace: kserve-ci-e2e-test resourceVersion: "23661" uid: 5568aef7-ce50-4a2a-b919-5a8bac42ae86 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f025b} kind: Pod name: sequence-graph-f025b-545b74b6c4-lcc6q namespace: kserve-ci-e2e-test resourceVersion: "23634" uid: 109a6ec8-78d3-45bf-a316-fce6791c6399 kind: Event lastTimestamp: "2026-09-16T19:21:20Z" message: Stopping container sequence-graph-f025b metadata: creationTimestamp: "2026-09-16T19:21:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:20Z" name: sequence-graph-f025b-545b74b6c4-lcc6q.18d5e36c3c75db81 namespace: kserve-ci-e2e-test resourceVersion: "27521" uid: 1b2dea56-94a4-4de7-a115-841c5d93b5fb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f025b} kind: Pod name: sequence-graph-f025b-545b74b6c4-lcc6q namespace: kserve-ci-e2e-test resourceVersion: "23634" uid: 109a6ec8-78d3-45bf-a316-fce6791c6399 kind: Event lastTimestamp: "2026-09-16T19:21:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:21:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:48Z" name: sequence-graph-f025b-545b74b6c4-lcc6q.18d5e36cc21556a6 namespace: kserve-ci-e2e-test resourceVersion: "27917" uid: 0ea7a509-cdf7-49d6-bb72-bf797bdfea0d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:13:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-f025b-545b74b6c4 namespace: kserve-ci-e2e-test resourceVersion: "23630" uid: e5a87233-e0c7-499a-9572-f0657f91b62f kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: 'Created pod: sequence-graph-f025b-545b74b6c4-lcc6q' metadata: creationTimestamp: "2026-09-16T19:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:13:06Z" name: sequence-graph-f025b-545b74b6c4.18d5e2f91018fb0f namespace: kserve-ci-e2e-test resourceVersion: "23635" uid: ae031e9e-61ad-40e4-b0e2-752d09034ae4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:13:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-f025b namespace: kserve-ci-e2e-test resourceVersion: "23627" uid: 326f6e29-c58f-4fec-aa3c-2e772c8e1bfa kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: Scaled up replica set sequence-graph-f025b-545b74b6c4 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:13:06Z" name: sequence-graph-f025b.18d5e2f90f45bd9e namespace: kserve-ci-e2e-test resourceVersion: "23631" uid: 1d416f36-8dc5-4718-b29f-4ea1b791bfd6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:13:06Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-f025b namespace: kserve-ci-e2e-test resourceVersion: "23651" uid: ffe3d2b3-98ea-4705-88e0-e61d4cfe96cd kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: InferenceGraph [sequence-graph-f025b] is Ready metadata: creationTimestamp: "2026-09-16T19:13:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:13:06Z" name: sequence-graph-f025b.18d5e2f919245ba6 namespace: kserve-ci-e2e-test resourceVersion: "23653" uid: 7d5d7ebf-c688-4133-8f99-00371843d3b9 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:13:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f025b namespace: kserve-ci-e2e-test resourceVersion: "23629" uid: 6734e53e-de1b-43ff-851e-a2e6eda0f5e7 kind: Event lastTimestamp: "2026-09-16T19:13:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:13:36Z" name: sequence-graph-f025b.18d5e2fc8dc7795e namespace: kserve-ci-e2e-test resourceVersion: "23874" uid: 101a4889-c44c-49b6-a979-6d5604d574de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:13:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f025b namespace: kserve-ci-e2e-test resourceVersion: "23629" uid: 6734e53e-de1b-43ff-851e-a2e6eda0f5e7 kind: Event lastTimestamp: "2026-09-16T19:13:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:13:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:13:36Z" name: sequence-graph-f025b.18d5e2fc8e103f53 namespace: kserve-ci-e2e-test resourceVersion: "23875" uid: a03c373c-e534-4f19-a85b-37c04a236af1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:22:51.960484Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-c3e3d-695cdcbd4-kchln namespace: kserve-ci-e2e-test resourceVersion: "28654" uid: ebb65cb2-c696-42ff-b2b9-7e5407f6cbbd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-c3e3d-695cdcbd4-kchln to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:22:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:22:51Z" name: splitter-graph-c3e3d-695cdcbd4-kchln.18d5e3816c8396e8 namespace: kserve-ci-e2e-test resourceVersion: "28659" uid: 4bfec863-eaa5-4631-9729-5faa56ea261d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-c3e3d-695cdcbd4-kchln namespace: kserve-ci-e2e-test resourceVersion: "28663" uid: ebb65cb2-c696-42ff-b2b9-7e5407f6cbbd kind: Event lastTimestamp: "2026-09-16T19:22:52Z" message: Add eth0 [10.133.0.52/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:22:52Z" name: splitter-graph-c3e3d-695cdcbd4-kchln.18d5e3818e665c92 namespace: kserve-ci-e2e-test resourceVersion: "28685" uid: 47edccaf-fce1-47eb-9c88-90af8a69f037 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c3e3d} kind: Pod name: splitter-graph-c3e3d-695cdcbd4-kchln namespace: kserve-ci-e2e-test resourceVersion: "28657" uid: ebb65cb2-c696-42ff-b2b9-7e5407f6cbbd kind: Event lastTimestamp: "2026-09-16T19:22:52Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:52Z" name: splitter-graph-c3e3d-695cdcbd4-kchln.18d5e3818ff194c2 namespace: kserve-ci-e2e-test resourceVersion: "28687" uid: 54e62aa0-9503-4553-b4e5-f99df2b1138e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c3e3d} kind: Pod name: splitter-graph-c3e3d-695cdcbd4-kchln namespace: kserve-ci-e2e-test resourceVersion: "28657" uid: ebb65cb2-c696-42ff-b2b9-7e5407f6cbbd kind: Event lastTimestamp: "2026-09-16T19:22:52Z" message: 'Created container: splitter-graph-c3e3d' metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:52Z" name: splitter-graph-c3e3d-695cdcbd4-kchln.18d5e38192c76caa namespace: kserve-ci-e2e-test resourceVersion: "28688" uid: 962c399e-8188-4fe7-a7bd-aeb5dab64e56 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c3e3d} kind: Pod name: splitter-graph-c3e3d-695cdcbd4-kchln namespace: kserve-ci-e2e-test resourceVersion: "28657" uid: ebb65cb2-c696-42ff-b2b9-7e5407f6cbbd kind: Event lastTimestamp: "2026-09-16T19:22:52Z" message: Started container splitter-graph-c3e3d metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:52Z" name: splitter-graph-c3e3d-695cdcbd4-kchln.18d5e3819362729b namespace: kserve-ci-e2e-test resourceVersion: "28689" uid: ae21e57d-5f08-4c00-aa38-4d4edaf92507 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c3e3d} kind: Pod name: splitter-graph-c3e3d-695cdcbd4-kchln namespace: kserve-ci-e2e-test resourceVersion: "28657" uid: ebb65cb2-c696-42ff-b2b9-7e5407f6cbbd kind: Event lastTimestamp: "2026-09-16T19:31:06Z" message: Stopping container splitter-graph-c3e3d metadata: creationTimestamp: "2026-09-16T19:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:31:06Z" name: splitter-graph-c3e3d-695cdcbd4-kchln.18d5e3f497f022c8 namespace: kserve-ci-e2e-test resourceVersion: "32100" uid: a1fee33f-f17d-4fb3-8f77-c66a7be2a931 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:31:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-c3e3d} kind: Pod name: splitter-graph-c3e3d-695cdcbd4-kchln namespace: kserve-ci-e2e-test resourceVersion: "28657" uid: ebb65cb2-c696-42ff-b2b9-7e5407f6cbbd kind: Event lastTimestamp: "2026-09-16T19:31:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:31:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:31:33Z" name: splitter-graph-c3e3d-695cdcbd4-kchln.18d5e3f51f570afd namespace: kserve-ci-e2e-test resourceVersion: "32329" uid: b18612bd-c08f-433b-9160-6fb887f49e8b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-c3e3d-695cdcbd4 namespace: kserve-ci-e2e-test resourceVersion: "28651" uid: 17f13826-d9e8-4b7b-9eb2-67248166b7f3 kind: Event lastTimestamp: "2026-09-16T19:22:51Z" message: 'Created pod: splitter-graph-c3e3d-695cdcbd4-kchln' metadata: creationTimestamp: "2026-09-16T19:22:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:51Z" name: splitter-graph-c3e3d-695cdcbd4.18d5e3816c090c45 namespace: kserve-ci-e2e-test resourceVersion: "28656" uid: 9fe0f7ed-ecc3-4b60-888a-d4d71083c0fb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28649" uid: 3575be33-f019-4cc0-a493-06dfcf7a1ada kind: Event lastTimestamp: "2026-09-16T19:22:51Z" message: Scaled up replica set splitter-graph-c3e3d-695cdcbd4 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:22:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:51Z" name: splitter-graph-c3e3d.18d5e3816ae047ae namespace: kserve-ci-e2e-test resourceVersion: "28652" uid: c138e103-fd71-40d4-a546-fdb92110ee3d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28666" uid: 4cfad241-029b-4c13-b318-8249fd434f8b kind: Event lastTimestamp: "2026-09-16T19:22:52Z" message: InferenceGraph [splitter-graph-c3e3d] is Ready metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:52Z" name: splitter-graph-c3e3d.18d5e38170f4a7d3 namespace: kserve-ci-e2e-test resourceVersion: "28669" uid: de2f99a5-4610-487f-96ed-65bcc9f2ca1c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28644" uid: 4cfad241-029b-4c13-b318-8249fd434f8b kind: Event lastTimestamp: "2026-09-16T19:22:52Z" message: 'Failed to update status for InferenceGraph "splitter-graph-c3e3d": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-c3e3d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:52Z" name: splitter-graph-c3e3d.18d5e38173c800b0 namespace: kserve-ci-e2e-test resourceVersion: "28671" uid: ba2a8af4-f7f2-49ef-bdcb-e19c66fb1b8c reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28644" uid: 4cfad241-029b-4c13-b318-8249fd434f8b kind: Event lastTimestamp: "2026-09-16T19:22:52Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-c3e3d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:22:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:52Z" name: splitter-graph-c3e3d.18d5e38173c84f0c namespace: kserve-ci-e2e-test resourceVersion: "28672" uid: 1f727ced-e7c6-4788-b21c-8f802b341971 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:23:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28650" uid: bdadc4b5-bfaa-4134-b4a1-7678dbf70e33 kind: Event lastTimestamp: "2026-09-16T19:23:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:23:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:23:06Z" name: splitter-graph-c3e3d.18d5e384e95ab7f0 namespace: kserve-ci-e2e-test resourceVersion: "28799" uid: 6f464a6e-586d-4514-addb-5bdb94902fed reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:23:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28650" uid: bdadc4b5-bfaa-4134-b4a1-7678dbf70e33 kind: Event lastTimestamp: "2026-09-16T19:23:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:23:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:23:06Z" name: splitter-graph-c3e3d.18d5e384e9bd48d0 namespace: kserve-ci-e2e-test resourceVersion: "28801" uid: d811afd8-77e0-4fed-bb9e-f7f7081897e0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:23:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28800" uid: bdadc4b5-bfaa-4134-b4a1-7678dbf70e33 kind: Event lastTimestamp: "2026-09-16T19:23:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:23:21Z" name: splitter-graph-c3e3d.18d5e3886880e34f namespace: kserve-ci-e2e-test resourceVersion: "28901" uid: 5fa121b8-df0a-47d8-9d4e-4c4183c1dfd5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:23:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28800" uid: bdadc4b5-bfaa-4134-b4a1-7678dbf70e33 kind: Event lastTimestamp: "2026-09-16T19:23:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:23:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:23:21Z" name: splitter-graph-c3e3d.18d5e38868ed5e92 namespace: kserve-ci-e2e-test resourceVersion: "28903" uid: 4fb6aa1b-4fe3-4dff-a721-ee3616388d36 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:21:41.626421Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-d799f-778646d678-zw694 namespace: kserve-ci-e2e-test resourceVersion: "27839" uid: 60354ac8-d364-4367-accd-e65f85cf2bcf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-d799f-778646d678-zw694 to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:21:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:21:41Z" name: splitter-graph-d799f-778646d678-zw694.18d5e3710c4709f1 namespace: kserve-ci-e2e-test resourceVersion: "27844" uid: a873cda1-a445-418d-9260-8b2adbd1148e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:41Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-d799f-778646d678-zw694 namespace: kserve-ci-e2e-test resourceVersion: "27840" uid: 60354ac8-d364-4367-accd-e65f85cf2bcf kind: Event lastTimestamp: "2026-09-16T19:21:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-d799f-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:41Z" name: splitter-graph-d799f-778646d678-zw694.18d5e371168f0221 namespace: kserve-ci-e2e-test resourceVersion: "27856" uid: 07211bbf-6173-4866-988b-fb003e6f7244 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:42Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-d799f-778646d678-zw694 namespace: kserve-ci-e2e-test resourceVersion: "27848" uid: 60354ac8-d364-4367-accd-e65f85cf2bcf kind: Event lastTimestamp: "2026-09-16T19:21:42Z" message: Add eth0 [10.133.0.49/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:21:42Z" name: splitter-graph-d799f-778646d678-zw694.18d5e371520b9b19 namespace: kserve-ci-e2e-test resourceVersion: "27870" uid: e7218692-e13b-4fca-a01b-3ced861a0ba8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d799f} kind: Pod name: splitter-graph-d799f-778646d678-zw694 namespace: kserve-ci-e2e-test resourceVersion: "27840" uid: 60354ac8-d364-4367-accd-e65f85cf2bcf kind: Event lastTimestamp: "2026-09-16T19:21:42Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:42Z" name: splitter-graph-d799f-778646d678-zw694.18d5e3715351e3ca namespace: kserve-ci-e2e-test resourceVersion: "27872" uid: e287dc3e-8e91-4dcd-ba21-e640b01d2693 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d799f} kind: Pod name: splitter-graph-d799f-778646d678-zw694 namespace: kserve-ci-e2e-test resourceVersion: "27840" uid: 60354ac8-d364-4367-accd-e65f85cf2bcf kind: Event lastTimestamp: "2026-09-16T19:21:42Z" message: 'Created container: splitter-graph-d799f' metadata: creationTimestamp: "2026-09-16T19:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:42Z" name: splitter-graph-d799f-778646d678-zw694.18d5e37156c84635 namespace: kserve-ci-e2e-test resourceVersion: "27873" uid: f296b9f6-9d60-4305-923a-5d4b56216449 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d799f} kind: Pod name: splitter-graph-d799f-778646d678-zw694 namespace: kserve-ci-e2e-test resourceVersion: "27840" uid: 60354ac8-d364-4367-accd-e65f85cf2bcf kind: Event lastTimestamp: "2026-09-16T19:21:42Z" message: Started container splitter-graph-d799f metadata: creationTimestamp: "2026-09-16T19:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:42Z" name: splitter-graph-d799f-778646d678-zw694.18d5e3715735a9b2 namespace: kserve-ci-e2e-test resourceVersion: "27874" uid: a3419cda-dfba-49a2-8552-5f2647b04897 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d799f} kind: Pod name: splitter-graph-d799f-778646d678-zw694 namespace: kserve-ci-e2e-test resourceVersion: "27840" uid: 60354ac8-d364-4367-accd-e65f85cf2bcf kind: Event lastTimestamp: "2026-09-16T19:21:51Z" message: Stopping container splitter-graph-d799f metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:51Z" name: splitter-graph-d799f-778646d678-zw694.18d5e37364467f87 namespace: kserve-ci-e2e-test resourceVersion: "27970" uid: 60bd207b-9a8c-4876-81ac-e4b885338774 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-d799f} kind: Pod name: splitter-graph-d799f-778646d678-zw694 namespace: kserve-ci-e2e-test resourceVersion: "27840" uid: 60354ac8-d364-4367-accd-e65f85cf2bcf kind: Event lastTimestamp: "2026-09-16T19:22:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:19Z" name: splitter-graph-d799f-778646d678-zw694.18d5e3740fac87a7 namespace: kserve-ci-e2e-test resourceVersion: "28334" uid: 656c4b94-9495-4e79-8873-3f0e662d9b0d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-d799f-778646d678 namespace: kserve-ci-e2e-test resourceVersion: "27836" uid: d4dc06e9-5220-4b20-ac67-7b7e8080ba3f kind: Event lastTimestamp: "2026-09-16T19:21:41Z" message: 'Created pod: splitter-graph-d799f-778646d678-zw694' metadata: creationTimestamp: "2026-09-16T19:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:41Z" name: splitter-graph-d799f-778646d678.18d5e3710b9c4fb6 namespace: kserve-ci-e2e-test resourceVersion: "27841" uid: f05afcad-2b0e-44c0-bf6a-99f6e2b9d2a6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-d799f namespace: kserve-ci-e2e-test resourceVersion: "27834" uid: 9044fa1e-8bf0-49c7-9048-87e4c7b76139 kind: Event lastTimestamp: "2026-09-16T19:21:41Z" message: Scaled up replica set splitter-graph-d799f-778646d678 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:41Z" name: splitter-graph-d799f.18d5e3710a98faa9 namespace: kserve-ci-e2e-test resourceVersion: "27837" uid: 7c0f1da5-eb31-4d4c-9dc0-988bfb0ed4a5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:41Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-d799f namespace: kserve-ci-e2e-test resourceVersion: "27852" uid: 26836724-a01e-4348-9e2f-98b65857ffa1 kind: Event lastTimestamp: "2026-09-16T19:21:41Z" message: InferenceGraph [splitter-graph-d799f] is Ready metadata: creationTimestamp: "2026-09-16T19:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:21:41Z" name: splitter-graph-d799f.18d5e371119a5067 namespace: kserve-ci-e2e-test resourceVersion: "27854" uid: 19478f84-b2b2-49e8-b4d9-5c431099abba reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:10:16.151678Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21566" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-016d3-predictor-698bb76d65-bphfw to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d172cc86de namespace: kserve-ci-e2e-test resourceVersion: "21571" uid: 9047008b-d5bd-4c1a-8cd5-0d2814d2c234 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d195184b4b namespace: kserve-ci-e2e-test resourceVersion: "21626" uid: d584609e-65ba-4af6-b8af-3759fc6eea39 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d1967a5c37 namespace: kserve-ci-e2e-test resourceVersion: "21628" uid: b08f8e16-7e58-4729-a79a-7bc9dd7060ab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d19954e1ef namespace: kserve-ci-e2e-test resourceVersion: "21629" uid: 06797092-f9c4-4b06-a474-96c1b7078b3d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d199caa6af namespace: kserve-ci-e2e-test resourceVersion: "21630" uid: a64f28c4-b4a7-4cc4-8172-079e07c74fac reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d199d5c329 namespace: kserve-ci-e2e-test resourceVersion: "21631" uid: 65cfab0c-3cab-4e0d-b1db-16bcd820e7c0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d19cf62185 namespace: kserve-ci-e2e-test resourceVersion: "21632" uid: cc0b6107-b455-4d3d-8c11-d96628d460c3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d19d69cd3d namespace: kserve-ci-e2e-test resourceVersion: "21633" uid: 3695b28f-d2e2-425a-832f-78bd0b250f1c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:10:54Z" message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:54Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2d1f69ea18b namespace: kserve-ci-e2e-test resourceVersion: "21957" uid: 12b974c6-4081-4626-86c3-a5a422309091 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:26Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2e1cd250448 namespace: kserve-ci-e2e-test resourceVersion: "22454" uid: dfb8b650-0747-46b8-bb88-456394bf4270 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:26Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2e1cd259c7a namespace: kserve-ci-e2e-test resourceVersion: "22456" uid: efe129be-26b1-4b58-87e2-be9c14d0fce2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-016d3-predictor-698bb76d65-bphfw namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: 8b84fe5f-226c-478a-bd7a-c5d815fba70f kind: Event lastTimestamp: "2026-09-16T19:11:29Z" message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp 10.133.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:29Z" name: success-200-isvc-016d3-predictor-698bb76d65-bphfw.18d5e2e27edcab50 namespace: kserve-ci-e2e-test resourceVersion: "22576" uid: 7ce4723d-0960-45d3-aa1a-a146239ba385 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-016d3-predictor-698bb76d65 namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 894aa412-ae4b-4eb9-8088-372e921606ec kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'Created pod: success-200-isvc-016d3-predictor-698bb76d65-bphfw' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor-698bb76d65.18d5e2d17260b1dd namespace: kserve-ci-e2e-test resourceVersion: "21568" uid: 05ed7067-f4d3-4c5f-988a-6044fc09b0b8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: eb10816b-8b80-4ac2-9aae-d1ac21a784c3 kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Scaled up replica set success-200-isvc-016d3-predictor-698bb76d65 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3-predictor.18d5e2d16ed76083 namespace: kserve-ci-e2e-test resourceVersion: "21557" uid: a992c04a-89ba-4fc1-bef0-6ccd117b0e38 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:10:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21554" uid: f0073822-6048-459e-9a9c-358846a4b9db kind: Event lastTimestamp: "2026-09-16T19:10:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:10:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:46Z" name: success-200-isvc-016d3-predictor.18d5e2d4eda310cc namespace: kserve-ci-e2e-test resourceVersion: "21890" uid: f4a7a6d1-b6fd-4b49-88d4-4821933f6234 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:10:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21554" uid: f0073822-6048-459e-9a9c-358846a4b9db kind: Event lastTimestamp: "2026-09-16T19:10:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:10:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:46Z" name: success-200-isvc-016d3-predictor.18d5e2d4ede1be6d namespace: kserve-ci-e2e-test resourceVersion: "21891" uid: ff2f21f3-bb80-444e-b554-ca6230bae738 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:11:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21775" uid: f0073822-6048-459e-9a9c-358846a4b9db kind: Event lastTimestamp: "2026-09-16T19:11:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:16Z" name: success-200-isvc-016d3-predictor.18d5e2dbeb94b07b namespace: kserve-ci-e2e-test resourceVersion: "22302" uid: 104ebbf2-dba8-48f0-8c71-36d2bfcf6505 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:11:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-016d3-predictor namespace: kserve-ci-e2e-test resourceVersion: "21775" uid: f0073822-6048-459e-9a9c-358846a4b9db kind: Event lastTimestamp: "2026-09-16T19:11:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:16Z" name: success-200-isvc-016d3-predictor.18d5e2dbebfd1f58 namespace: kserve-ci-e2e-test resourceVersion: "22306" uid: f7b45198-6937-4a6c-9193-559333054486 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-016d3 namespace: kserve-ci-e2e-test resourceVersion: "21530" uid: c8c002f4-5a30-4b04-b265-b5bc59c5893e kind: Event lastTimestamp: "2026-09-16T19:11:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:04Z" name: success-200-isvc-016d3.18d5e2d16f26487c namespace: kserve-ci-e2e-test resourceVersion: "22188" uid: 77c73b97-6001-401e-9982-effc20a51a8c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-016d3 namespace: kserve-ci-e2e-test resourceVersion: "21530" uid: c8c002f4-5a30-4b04-b265-b5bc59c5893e kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'Failed to update status for InferenceService "success-200-isvc-016d3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-016d3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3.18d5e2d16f954fe1 namespace: kserve-ci-e2e-test resourceVersion: "21560" uid: 3cd1de9f-36f9-479d-80c6-45f80a0b510f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-016d3 namespace: kserve-ci-e2e-test resourceVersion: "21530" uid: c8c002f4-5a30-4b04-b265-b5bc59c5893e kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-016d3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-016d3.18d5e2d16f959e27 namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: 87514bd8-540c-47f8-a863-5ec664606645 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-016d3 namespace: kserve-ci-e2e-test resourceVersion: "22185" uid: c8c002f4-5a30-4b04-b265-b5bc59c5893e kind: Event lastTimestamp: "2026-09-16T19:11:04Z" message: InferenceService [success-200-isvc-016d3] is Ready metadata: creationTimestamp: "2026-09-16T19:11:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:04Z" name: success-200-isvc-016d3.18d5e2dcb26dbb7d namespace: kserve-ci-e2e-test resourceVersion: "22187" uid: df64fc50-9e2f-4469-8ad4-6a633ba82176 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:21:21.304304Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27575" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0263c-predictor-7bfb46579c-n6fgr to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36c50fc0a97 namespace: kserve-ci-e2e-test resourceVersion: "27580" uid: f22befae-ca89-4a55-87ea-3365948f8875 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27585" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Add eth0 [10.133.0.48/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36c731f504f namespace: kserve-ci-e2e-test resourceVersion: "27622" uid: 87cff30c-873e-4655-b631-27ee6a404528 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36c74831d70 namespace: kserve-ci-e2e-test resourceVersion: "27624" uid: cd16b86b-981d-4170-b196-4a4f0be8a3e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36c773f5a26 namespace: kserve-ci-e2e-test resourceVersion: "27626" uid: fa42c4ae-bfca-4c75-8b92-280b71b0d70a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36c77b19a7d namespace: kserve-ci-e2e-test resourceVersion: "27627" uid: 29402f4b-94a9-4f76-ac55-389294a9ec03 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36c77bd0972 namespace: kserve-ci-e2e-test resourceVersion: "27628" uid: c859c1ad-25f8-4ec9-971e-df6d6e123024 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:22Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36c7b8280c5 namespace: kserve-ci-e2e-test resourceVersion: "27629" uid: 29745443-02b7-443e-8154-26d4552e45c1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:21:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:21:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:22Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36c7c067462 namespace: kserve-ci-e2e-test resourceVersion: "27630" uid: f242fe7c-af1d-40e2-b4cf-91787624dbd5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:21:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:21:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:59Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e36cd217929b namespace: kserve-ci-e2e-test resourceVersion: "28156" uid: 2980a184-8c65-43bb-81a7-b1fa1ce4064c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:38:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:38:40Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e45e4ca163d9 namespace: kserve-ci-e2e-test resourceVersion: "35256" uid: 3ea1b296-1a00-441f-ac72-06290d19dfa7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr namespace: kserve-ci-e2e-test resourceVersion: "27577" uid: cb9ea1f8-55c4-49d4-8699-a23e889dd5fb kind: Event lastTimestamp: "2026-09-16T19:38:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:38:40Z" name: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr.18d5e45e4ca2b9bc namespace: kserve-ci-e2e-test resourceVersion: "35263" uid: 76a4a115-c8b8-4740-b7b3-032ff2a24ad1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-0263c-predictor-7bfb46579c namespace: kserve-ci-e2e-test resourceVersion: "27568" uid: 59e7a598-937d-4732-a3dc-4c2d1407dc7e kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: 'Created pod: success-200-isvc-0263c-predictor-7bfb46579c-n6fgr' metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-0263c-predictor-7bfb46579c.18d5e36c506de819 namespace: kserve-ci-e2e-test resourceVersion: "27576" uid: 1f224012-8965-4685-b0e4-91ffe3231f1a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27564" uid: d6c26cad-4a61-4c74-9d89-c7f932f14f67 kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Scaled up replica set success-200-isvc-0263c-predictor-7bfb46579c from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-0263c-predictor.18d5e36c4d152a5d namespace: kserve-ci-e2e-test resourceVersion: "27569" uid: 6803d7bc-70e8-4d3a-a74d-ac3ceab6c1a0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:21:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27567" uid: dbb95f1a-cb93-4bea-bc1e-912c2004e2f7 kind: Event lastTimestamp: "2026-09-16T19:22:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:21:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:06Z" name: success-200-isvc-0263c-predictor.18d5e36fcb8f6c96 namespace: kserve-ci-e2e-test resourceVersion: "28211" uid: f38b33ba-acf5-4742-804a-3f4f603e8a70 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:21:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27567" uid: dbb95f1a-cb93-4bea-bc1e-912c2004e2f7 kind: Event lastTimestamp: "2026-09-16T19:22:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:21:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:06Z" name: success-200-isvc-0263c-predictor.18d5e36fcc44a6e3 namespace: kserve-ci-e2e-test resourceVersion: "28212" uid: f344a1d8-57b6-4a9a-96c3-fd7552e757f5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:22:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27780" uid: dbb95f1a-cb93-4bea-bc1e-912c2004e2f7 kind: Event lastTimestamp: "2026-09-16T19:22:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:36Z" name: success-200-isvc-0263c-predictor.18d5e37a4914d375 namespace: kserve-ci-e2e-test resourceVersion: "28510" uid: f562f7cd-e20b-405c-9eb7-7a16058cf17d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:22:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-0263c-predictor namespace: kserve-ci-e2e-test resourceVersion: "27780" uid: dbb95f1a-cb93-4bea-bc1e-912c2004e2f7 kind: Event lastTimestamp: "2026-09-16T19:22:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:36Z" name: success-200-isvc-0263c-predictor.18d5e37a4991ad1f namespace: kserve-ci-e2e-test resourceVersion: "28511" uid: 066b9815-bc5b-426d-90bd-f881553b316c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0263c namespace: kserve-ci-e2e-test resourceVersion: "27556" uid: 76bf96c5-9733-46a9-bcb6-661d0b092267 kind: Event lastTimestamp: "2026-09-16T19:22:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:09Z" name: success-200-isvc-0263c.18d5e36c4d16aaea namespace: kserve-ci-e2e-test resourceVersion: "28262" uid: 875eea6f-a3ef-4415-b5df-b9914bfba88c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-0263c namespace: kserve-ci-e2e-test resourceVersion: "28259" uid: 76bf96c5-9733-46a9-bcb6-661d0b092267 kind: Event lastTimestamp: "2026-09-16T19:22:09Z" message: InferenceService [success-200-isvc-0263c] is Ready metadata: creationTimestamp: "2026-09-16T19:22:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:09Z" name: success-200-isvc-0263c.18d5e37792f4e493 namespace: kserve-ci-e2e-test resourceVersion: "28260" uid: 73a3de1f-f448-4cc3-ad96-79f29e368174 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T18:59:20.674838Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15979" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T18:59:20Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e238d555a6c4 namespace: kserve-ci-e2e-test resourceVersion: "15984" uid: 7f47df2c-8d53-4a68-a3c3-d1aefdebd4d1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T18:59:20Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-658c9-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:21Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e238dd0279c7 namespace: kserve-ci-e2e-test resourceVersion: "16086" uid: c8f92f2c-3794-4808-8d25-a592e08f162c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15989" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T18:59:22Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e2395222adc6 namespace: kserve-ci-e2e-test resourceVersion: "16151" uid: b24fee81-fed8-4427-93e9-7a3530a9d37d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:22Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" metadata: creationTimestamp: "2026-09-16T18:59:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:22Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e2395374d468 namespace: kserve-ci-e2e-test resourceVersion: "16153" uid: 76ee37d0-6e03-46f4-a43f-e1538ee8e503 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:36Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" in 13.348s (13.348s including waiting). Image size: 1356770904 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:36Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e23c6f1764cf namespace: kserve-ci-e2e-test resourceVersion: "16280" uid: a14996af-1b7d-47db-83d2-2bd7b147cdc1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:36Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e23c7272ed89 namespace: kserve-ci-e2e-test resourceVersion: "16281" uid: 329ceaab-93fa-466c-8cf6-d828c36060f7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:36Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e23c72e59799 namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: 2978197b-e5fe-4f0a-85b3-3acc3b494243 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:36Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-16T18:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:36Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e23c72f5c9b5 namespace: kserve-ci-e2e-test resourceVersion: "16283" uid: 74244b2e-d79d-4d9b-b6e6-dd1bfd28098d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:38Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.307s (2.307s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-16T18:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:38Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e23cfc7a5b20 namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: bc88b52b-f670-48b2-a716-cb70b0e56e67 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T18:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:38Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e23cffd9cf52 namespace: kserve-ci-e2e-test resourceVersion: "16316" uid: 662703ef-1f14-440c-ac3a-9d8e05911ed4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T18:59:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T18:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T18:59:38Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e23d004cdd00 namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: fde3feeb-124b-4b44-a820-a556325740ba reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T18:59:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T19:00:16Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T18:59:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:00:16Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e23d6fd197b8 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: a49139ad-b63e-43dd-9b06-6f39be11b824 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e2503823a8e8 namespace: kserve-ci-e2e-test resourceVersion: "17118" uid: de5db02b-8867-424b-877b-53a07b5431fa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e250382564fd namespace: kserve-ci-e2e-test resourceVersion: "17122" uid: d82cf144-e00a-4abd-a524-f5d7eafe4b61 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: d187efb1-1ed6-46ba-b217-2b86ed506ba4 kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k.18d5e2504c0c360c namespace: kserve-ci-e2e-test resourceVersion: "17187" uid: a961efa7-36e6-4fd4-a3ac-58b30b5e72c6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-658c9-predictor-6b7979b5bc namespace: kserve-ci-e2e-test resourceVersion: "15973" uid: 389e744f-c27f-45b8-bf35-a5214b466555 kind: Event lastTimestamp: "2026-09-16T18:59:20Z" message: 'Created pod: success-200-isvc-658c9-predictor-6b7979b5bc-gvx7k' metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:20Z" name: success-200-isvc-658c9-predictor-6b7979b5bc.18d5e238d4ec1d85 namespace: kserve-ci-e2e-test resourceVersion: "15980" uid: ccdcc83f-c1b7-4c5f-8b0c-3a9d15f98f4e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T18:59:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15972" uid: 8b5ca412-a486-4cc1-b1be-f2ce82ed9d5a kind: Event lastTimestamp: "2026-09-16T18:59:20Z" message: Scaled up replica set success-200-isvc-658c9-predictor-6b7979b5bc from 0 to 1 metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T18:59:20Z" name: success-200-isvc-658c9-predictor.18d5e238d1de1890 namespace: kserve-ci-e2e-test resourceVersion: "15974" uid: 9c9224d8-8cdd-4fc6-bdb6-dc777adf0e38 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T18:59:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15990" uid: fc81dbf6-c36a-45bd-b6b7-a6cced3a9fee kind: Event lastTimestamp: "2026-09-16T19:00:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:05Z" name: success-200-isvc-658c9-predictor.18d5e23c5753fe41 namespace: kserve-ci-e2e-test resourceVersion: "16573" uid: 64cef3bc-c736-45c1-91e2-f45bf12bad9b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T18:59:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "15990" uid: fc81dbf6-c36a-45bd-b6b7-a6cced3a9fee kind: Event lastTimestamp: "2026-09-16T19:00:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T18:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:05Z" name: success-200-isvc-658c9-predictor.18d5e23c57c230bd namespace: kserve-ci-e2e-test resourceVersion: "16575" uid: 614a81e0-e5bf-4186-9b82-3e7c812f4302 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:00:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "16265" uid: fc81dbf6-c36a-45bd-b6b7-a6cced3a9fee kind: Event lastTimestamp: "2026-09-16T19:00:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:50Z" name: success-200-isvc-658c9-predictor.18d5e246d4d2cc59 namespace: kserve-ci-e2e-test resourceVersion: "16972" uid: 40b4f475-e57a-469c-8486-69c87e6e2030 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:00:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-658c9-predictor namespace: kserve-ci-e2e-test resourceVersion: "16265" uid: fc81dbf6-c36a-45bd-b6b7-a6cced3a9fee kind: Event lastTimestamp: "2026-09-16T19:00:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:00:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:50Z" name: success-200-isvc-658c9-predictor.18d5e246d541c974 namespace: kserve-ci-e2e-test resourceVersion: "16973" uid: e58bad31-3fd5-4359-b70a-d6dd050f9656 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T18:59:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-658c9 namespace: kserve-ci-e2e-test resourceVersion: "15963" uid: 5056b91a-16b2-4cf6-b9a9-aa8fea4e74e2 kind: Event lastTimestamp: "2026-09-16T19:00:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T18:59:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:00:26Z" name: success-200-isvc-658c9.18d5e238d7efa357 namespace: kserve-ci-e2e-test resourceVersion: "16755" uid: 6be1dd22-a6e2-4f54-af3c-039bdc838de3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-658c9 namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 5056b91a-16b2-4cf6-b9a9-aa8fea4e74e2 kind: Event lastTimestamp: "2026-09-16T19:00:26Z" message: InferenceService [success-200-isvc-658c9] is Ready metadata: creationTimestamp: "2026-09-16T19:00:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:00:26Z" name: success-200-isvc-658c9.18d5e2482d5be17d namespace: kserve-ci-e2e-test resourceVersion: "16754" uid: debf5c5f-8d6e-4ca0-a43f-c0ebf97b85ce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:11:26.546199Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22488" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:11:26Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e1d6a3b1f4 namespace: kserve-ci-e2e-test resourceVersion: "22493" uid: 359c0f77-80d4-45af-a619-9d11fed9cf7c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-6b79a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:26Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e1ddc2bdaa namespace: kserve-ci-e2e-test resourceVersion: "22519" uid: c020fa19-b44a-46e9-b112-475994754c7a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22497" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Add eth0 [10.133.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:11:27Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e21c82bf76 namespace: kserve-ci-e2e-test resourceVersion: "22545" uid: 760c6cde-ca6e-44dd-90b9-fea338fa5222 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e21df132dd namespace: kserve-ci-e2e-test resourceVersion: "22547" uid: 49656ded-3dbc-4633-b9c8-2623b0800b7a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e220de225d namespace: kserve-ci-e2e-test resourceVersion: "22548" uid: 5f85fe7d-a0c3-4a86-9f32-ffb646d1985f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e2215231bb namespace: kserve-ci-e2e-test resourceVersion: "22549" uid: f383b9fb-e4a2-4f48-a1c9-ce065956bb52 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e2215df030 namespace: kserve-ci-e2e-test resourceVersion: "22550" uid: 8ffebb55-0877-4bb5-bd68-d21f4b1a50a0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e22454d381 namespace: kserve-ci-e2e-test resourceVersion: "22554" uid: 178d76ab-fdc9-42c5-9700-3b86751ed7fb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:11:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:11:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:27Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e224d5e1f0 namespace: kserve-ci-e2e-test resourceVersion: "22555" uid: 4d036cb9-aeba-4d57-a8f6-7c415ee4eea3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:11:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:12:05Z" message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:11:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:05Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e2e294f06c6d namespace: kserve-ci-e2e-test resourceVersion: "22930" uid: a1aeba15-a41d-4c41-a25f-ba4da36f65dd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:41Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e36309eedd72 namespace: kserve-ci-e2e-test resourceVersion: "27094" uid: ac6d6060-37ae-4766-a8a0-0a5c047ef431 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: f16ee8f1-b4a8-4e2d-9b6c-add6833c8c4b kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:41Z" name: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv.18d5e36309ef750c namespace: kserve-ci-e2e-test resourceVersion: "27098" uid: 18736931-38bc-48ee-ac50-ce56d453cee2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-6b79a-predictor-544dbf6f99 namespace: kserve-ci-e2e-test resourceVersion: "22482" uid: 0607205b-f55a-4075-8860-05910984549e kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: 'Created pod: success-200-isvc-6b79a-predictor-544dbf6f99-vrqwv' metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:26Z" name: success-200-isvc-6b79a-predictor-544dbf6f99.18d5e2e1d63a382b namespace: kserve-ci-e2e-test resourceVersion: "22490" uid: e95221f4-2775-4643-9c4b-f4a4f00a9c36 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22480" uid: 2c7e7352-8e13-4883-8982-ff7701cfc651 kind: Event lastTimestamp: "2026-09-16T19:11:26Z" message: Scaled up replica set success-200-isvc-6b79a-predictor-544dbf6f99 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:26Z" name: success-200-isvc-6b79a-predictor.18d5e2e1d3cd29c4 namespace: kserve-ci-e2e-test resourceVersion: "22483" uid: 48cd2bd5-fd53-461f-8c07-6fcc1ef6c945 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:11:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22481" uid: 26648de1-0f97-4722-a0ce-bb3a6f1267fd kind: Event lastTimestamp: "2026-09-16T19:12:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:11Z" name: success-200-isvc-6b79a-predictor.18d5e2e5524e35d4 namespace: kserve-ci-e2e-test resourceVersion: "23115" uid: a23e1916-43fd-4783-96df-a273043ccd96 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:11:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22481" uid: 26648de1-0f97-4722-a0ce-bb3a6f1267fd kind: Event lastTimestamp: "2026-09-16T19:12:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:11Z" name: success-200-isvc-6b79a-predictor.18d5e2e552bd88d5 namespace: kserve-ci-e2e-test resourceVersion: "23117" uid: 528b46f9-e97f-4bf0-ac4b-60aa87ff0713 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:11:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 26648de1-0f97-4722-a0ce-bb3a6f1267fd kind: Event lastTimestamp: "2026-09-16T19:12:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:41Z" name: success-200-isvc-6b79a-predictor.18d5e2e8d175ffc2 namespace: kserve-ci-e2e-test resourceVersion: "23421" uid: 3d906f9c-e0de-411d-bdc9-926ae4e4655f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:11:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-6b79a-predictor namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 26648de1-0f97-4722-a0ce-bb3a6f1267fd kind: Event lastTimestamp: "2026-09-16T19:12:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:41Z" name: success-200-isvc-6b79a-predictor.18d5e2e8d1deb43b namespace: kserve-ci-e2e-test resourceVersion: "23422" uid: 71c20e0d-9b07-4e1f-a4e4-2be9ecb0f4d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:11:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6b79a namespace: kserve-ci-e2e-test resourceVersion: "22471" uid: dc25e566-fc52-4cbe-922b-045633d6f92a kind: Event lastTimestamp: "2026-09-16T19:12:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:15Z" name: success-200-isvc-6b79a.18d5e2e1d3e5e9d4 namespace: kserve-ci-e2e-test resourceVersion: "23176" uid: b81320c2-aacb-475e-8824-6327f53cd653 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-6b79a namespace: kserve-ci-e2e-test resourceVersion: "23172" uid: dc25e566-fc52-4cbe-922b-045633d6f92a kind: Event lastTimestamp: "2026-09-16T19:12:15Z" message: InferenceService [success-200-isvc-6b79a] is Ready metadata: creationTimestamp: "2026-09-16T19:12:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:15Z" name: success-200-isvc-6b79a.18d5e2ed5090195d namespace: kserve-ci-e2e-test resourceVersion: "23173" uid: 79de5f59-e33c-43f4-8c6f-8c28377c3cf2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:10:56.000143Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22036" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:10:56Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2dab9f3d774 namespace: kserve-ci-e2e-test resourceVersion: "22042" uid: dae9e2ac-34f9-4d52-8037-659b7bd6a287 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22047" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:10:56Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2dadc38c5c3 namespace: kserve-ci-e2e-test resourceVersion: "22085" uid: da148edb-05a3-47ac-839a-e6c6bfa1bcad reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:56Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2dadda76258 namespace: kserve-ci-e2e-test resourceVersion: "22088" uid: 4457cd69-ab94-4724-9caf-05724d4d439e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:56Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2dae0a7acb7 namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: f46f6dcc-afe1-4bf7-a3a5-92a0e5f4a8ab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:56Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2dae14cdc3e namespace: kserve-ci-e2e-test resourceVersion: "22091" uid: 6b93f50b-501e-42b8-8834-bcb43ca75c1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:56Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2dae158f128 namespace: kserve-ci-e2e-test resourceVersion: "22092" uid: d6183b6b-09aa-48ea-b2ac-43d16f296366 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:56Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2dae5285fb1 namespace: kserve-ci-e2e-test resourceVersion: "22093" uid: 088eefe3-8859-4e09-82cb-045f42585953 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:10:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:10:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:56Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2dae5a3fee6 namespace: kserve-ci-e2e-test resourceVersion: "22094" uid: e9b2563b-eb96-4d5a-8b71-f5443d28730a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:10:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:11:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:10:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:11:34Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2db53161770 namespace: kserve-ci-e2e-test resourceVersion: "22622" uid: 0370b814-c4ad-4254-aaab-d994ed268f16 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2eb0fc73708 namespace: kserve-ci-e2e-test resourceVersion: "22969" uid: 7f00600c-8365-4217-8935-d01d0493525a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 3049e3b2-f9e2-475b-8602-6ba3e585511b kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd.18d5e2eb0fc7b200 namespace: kserve-ci-e2e-test resourceVersion: "22973" uid: 31eba3f4-8c78-402b-a12f-cef382bae638 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-7ea69-predictor-6fbd78b44f namespace: kserve-ci-e2e-test resourceVersion: "22030" uid: a8855981-3e57-4aee-bc26-19693d31e77d kind: Event lastTimestamp: "2026-09-16T19:10:55Z" message: 'Created pod: success-200-isvc-7ea69-predictor-6fbd78b44f-btvsd' metadata: creationTimestamp: "2026-09-16T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:55Z" name: success-200-isvc-7ea69-predictor-6fbd78b44f.18d5e2dab9804820 namespace: kserve-ci-e2e-test resourceVersion: "22037" uid: 2dcd113c-3441-4298-a4fb-750597b2ecef reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22028" uid: 98171cdf-9d47-49fb-bbde-33772201c6ad kind: Event lastTimestamp: "2026-09-16T19:10:55Z" message: Scaled up replica set success-200-isvc-7ea69-predictor-6fbd78b44f from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:10:55Z" name: success-200-isvc-7ea69-predictor.18d5e2dab7a1752c namespace: kserve-ci-e2e-test resourceVersion: "22031" uid: ea87a555-783e-45ce-ad95-f297a165075d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:11:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22029" uid: d7274f35-14b7-4aa7-8c98-9b5b45b511b0 kind: Event lastTimestamp: "2026-09-16T19:11:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:41Z" name: success-200-isvc-7ea69-predictor.18d5e2de3676d90d namespace: kserve-ci-e2e-test resourceVersion: "22674" uid: b44ac288-79f7-4cff-96e4-6a68e5ddf8a2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:11:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22029" uid: d7274f35-14b7-4aa7-8c98-9b5b45b511b0 kind: Event lastTimestamp: "2026-09-16T19:11:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:11:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:41Z" name: success-200-isvc-7ea69-predictor.18d5e2de36bb535f namespace: kserve-ci-e2e-test resourceVersion: "22675" uid: 89af418a-7c54-40e3-8242-cad42ed75a42 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: d7274f35-14b7-4aa7-8c98-9b5b45b511b0 kind: Event lastTimestamp: "2026-09-16T19:11:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:56Z" name: success-200-isvc-7ea69-predictor.18d5e2e8b396a535 namespace: kserve-ci-e2e-test resourceVersion: "22837" uid: 5a380ba0-c9fc-4134-b824-5786622b4b38 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7ea69-predictor namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: d7274f35-14b7-4aa7-8c98-9b5b45b511b0 kind: Event lastTimestamp: "2026-09-16T19:11:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:11:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:11:56Z" name: success-200-isvc-7ea69-predictor.18d5e2e8b41a5ed4 namespace: kserve-ci-e2e-test resourceVersion: "22839" uid: 9bfee091-b670-4b6d-8bf6-a21a726b8e36 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:10:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7ea69 namespace: kserve-ci-e2e-test resourceVersion: "22017" uid: c541d2c9-e224-49d7-b8e4-72e9d8c3f092 kind: Event lastTimestamp: "2026-09-16T19:11:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:44Z" name: success-200-isvc-7ea69.18d5e2dab7ae1fb9 namespace: kserve-ci-e2e-test resourceVersion: "22720" uid: c005900b-6059-48e7-ad41-e00d04ec0356 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:11:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7ea69 namespace: kserve-ci-e2e-test resourceVersion: "22718" uid: c541d2c9-e224-49d7-b8e4-72e9d8c3f092 kind: Event lastTimestamp: "2026-09-16T19:11:44Z" message: InferenceService [success-200-isvc-7ea69] is Ready metadata: creationTimestamp: "2026-09-16T19:11:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:11:44Z" name: success-200-isvc-7ea69.18d5e2e60ef3be13 namespace: kserve-ci-e2e-test resourceVersion: "22719" uid: fcf59e33-9f70-4656-897b-2604abc0cdf9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:01:01.299904Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17150" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-93efe-predictor-85b4cff8bf-k95wm to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e250430e4983 namespace: kserve-ci-e2e-test resourceVersion: "17155" uid: c115931f-ef8b-4a3f-97cc-e9f2428b4fcb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17159" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e25065298bdb namespace: kserve-ci-e2e-test resourceVersion: "17199" uid: 9b3703c4-e795-4d5e-aea6-bc9204a5573e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e25066e529cf namespace: kserve-ci-e2e-test resourceVersion: "17201" uid: b393b94e-e69c-4522-a800-363e9739d6f5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e25069d7e109 namespace: kserve-ci-e2e-test resourceVersion: "17202" uid: 9e5be7fb-1a11-4e65-9d6b-e5e7edfbeb8b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e2506a4c88bd namespace: kserve-ci-e2e-test resourceVersion: "17203" uid: 4a692984-3333-4e0b-ad58-c4e65712c301 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e2506a5717da namespace: kserve-ci-e2e-test resourceVersion: "17204" uid: deb3ecce-017a-4694-9af1-9afba99b98aa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e2506cfdfa17 namespace: kserve-ci-e2e-test resourceVersion: "17207" uid: dd05f064-aa38-4b77-84ed-9f5e3d310ce1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:01:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:02Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e2506d795d35 namespace: kserve-ci-e2e-test resourceVersion: "17209" uid: 3ca11e5f-d7f2-4b4c-9227-e872a0e9d635 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-16T19:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e2509c88ae0f namespace: kserve-ci-e2e-test resourceVersion: "21668" uid: 934b7e9c-4f05-46bc-979c-165b4eb99738 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e2d16dd04ce5 namespace: kserve-ci-e2e-test resourceVersion: "21551" uid: 2d9c23b5-6f38-4fe4-a3b4-73e9f2ea4971 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:10:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:10:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:16Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e2d16dd16fb5 namespace: kserve-ci-e2e-test resourceVersion: "21552" uid: a17d6aba-4170-4979-a5ac-351184ffa2c4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm namespace: kserve-ci-e2e-test resourceVersion: "17152" uid: 771df157-671d-4a80-aeea-88aca624578a kind: Event lastTimestamp: "2026-09-16T19:10:18Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:10:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:18Z" name: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm.18d5e2d210f3dcb6 namespace: kserve-ci-e2e-test resourceVersion: "21667" uid: 882f7be5-53a2-4bcd-a8a7-24314f777109 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-93efe-predictor-85b4cff8bf namespace: kserve-ci-e2e-test resourceVersion: "17143" uid: 81c2dae3-6c21-4fa6-a60e-bd0968bb0ff2 kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: 'Created pod: success-200-isvc-93efe-predictor-85b4cff8bf-k95wm' metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-93efe-predictor-85b4cff8bf.18d5e2504293af2c namespace: kserve-ci-e2e-test resourceVersion: "17151" uid: defb6c97-78f4-42cd-bc4e-65207792147f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17141" uid: 8f7873c0-7206-4edc-b72d-b4bc7c065495 kind: Event lastTimestamp: "2026-09-16T19:01:01Z" message: Scaled up replica set success-200-isvc-93efe-predictor-85b4cff8bf from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:01Z" name: success-200-isvc-93efe-predictor.18d5e2503e95de49 namespace: kserve-ci-e2e-test resourceVersion: "17144" uid: e3cfb3d6-de6c-483f-bdaf-1421311df572 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:01:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17142" uid: 738f5790-89df-411c-82f2-fd3f3b99e823 kind: Event lastTimestamp: "2026-09-16T19:01:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:31Z" name: success-200-isvc-93efe-predictor.18d5e253bd889b4e namespace: kserve-ci-e2e-test resourceVersion: "17519" uid: 6e99deb7-ce1e-46f4-acd8-e198d8eb5e6e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:01:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17142" uid: 738f5790-89df-411c-82f2-fd3f3b99e823 kind: Event lastTimestamp: "2026-09-16T19:01:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:31Z" name: success-200-isvc-93efe-predictor.18d5e253bde7eb28 namespace: kserve-ci-e2e-test resourceVersion: "17520" uid: 39e26fd1-aefa-4403-bd2c-0d2478235512 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:01:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17366" uid: 738f5790-89df-411c-82f2-fd3f3b99e823 kind: Event lastTimestamp: "2026-09-16T19:02:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:01:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:16Z" name: success-200-isvc-93efe-predictor.18d5e25abbd28541 namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: f2682083-6d07-42ce-8470-4f980180ab64 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:01:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-93efe-predictor namespace: kserve-ci-e2e-test resourceVersion: "17366" uid: 738f5790-89df-411c-82f2-fd3f3b99e823 kind: Event lastTimestamp: "2026-09-16T19:02:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:01:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:16Z" name: success-200-isvc-93efe-predictor.18d5e25abc49d904 namespace: kserve-ci-e2e-test resourceVersion: "18132" uid: 2120e827-f9de-4270-8a81-91e2de5fe1be reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:01:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-93efe namespace: kserve-ci-e2e-test resourceVersion: "17132" uid: 073c9d58-a2fa-45ce-ac22-25eccb834e29 kind: Event lastTimestamp: "2026-09-16T19:01:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:01:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:48Z" name: success-200-isvc-93efe.18d5e2503e9c301f namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 833797e0-73b2-4b79-a66f-bd061cb659c9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-93efe namespace: kserve-ci-e2e-test resourceVersion: "17863" uid: 073c9d58-a2fa-45ce-ac22-25eccb834e29 kind: Event lastTimestamp: "2026-09-16T19:01:48Z" message: InferenceService [success-200-isvc-93efe] is Ready metadata: creationTimestamp: "2026-09-16T19:01:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:01:48Z" name: success-200-isvc-93efe.18d5e25b58bb1eba namespace: kserve-ci-e2e-test resourceVersion: "17864" uid: 956d184c-4d7a-411e-bf2f-4eed6dca505a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:21:52.013622Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28026" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:21:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:21:52Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e373776729aa namespace: kserve-ci-e2e-test resourceVersion: "28030" uid: 8f94c904-9f34-441c-a7f7-3ba2244165d2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:21:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:21:52Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-c3e3d-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:21:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:52Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e37381886a0f namespace: kserve-ci-e2e-test resourceVersion: "28075" uid: dcd15cd5-29b7-48cc-8652-8488bbd4f68a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28034" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:21:54Z" message: Add eth0 [10.133.0.50/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:21:54Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e373f2e175af namespace: kserve-ci-e2e-test resourceVersion: "28097" uid: 090d19f6-aae3-4d2f-bc44-877233dfac18 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:21:54Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:54Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e373f48cfdab namespace: kserve-ci-e2e-test resourceVersion: "28099" uid: e8292c6e-8752-4c93-b247-672c10caf5ff reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:21:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:54Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e373f7e23a34 namespace: kserve-ci-e2e-test resourceVersion: "28101" uid: e27acda0-f0ff-465a-874e-deaaf766a513 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:21:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:54Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e373f854f627 namespace: kserve-ci-e2e-test resourceVersion: "28102" uid: f9bf4dca-4229-4c86-a363-46109ae14499 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:21:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:54Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e373f8602c26 namespace: kserve-ci-e2e-test resourceVersion: "28103" uid: 9dad49dc-427a-4c86-9f42-dc327125f54b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:21:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:54Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e373fb5c8d2f namespace: kserve-ci-e2e-test resourceVersion: "28105" uid: 7492a607-83bc-4d18-a22d-86bc2230499a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:21:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:21:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:54Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e373fbd18c51 namespace: kserve-ci-e2e-test resourceVersion: "28106" uid: a90c3939-5b9e-455c-b807-ceed06daf23e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:22:31Z" message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:21:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:31Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e3744e789407 namespace: kserve-ci-e2e-test resourceVersion: "28471" uid: 75e48591-4ed7-4230-a81b-0ad2f41b5f22 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:31:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:31:06Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e3f4a137587f namespace: kserve-ci-e2e-test resourceVersion: "32118" uid: cb2c57de-ff36-4a3a-8dd0-7107284eb87b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:31:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk namespace: kserve-ci-e2e-test resourceVersion: "28027" uid: ba5c9b0b-507d-4f15-a924-699f630663ab kind: Event lastTimestamp: "2026-09-16T19:31:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:31:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:31:06Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk.18d5e3f4a137dbc7 namespace: kserve-ci-e2e-test resourceVersion: "32124" uid: df4bc3c7-c2b7-41ac-9813-6cfcfbd9da8c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c3e3d-predictor-866dc5fdb5 namespace: kserve-ci-e2e-test resourceVersion: "28019" uid: 6286df8a-5649-4ca3-9da3-174b673f06e7 kind: Event lastTimestamp: "2026-09-16T19:21:52Z" message: 'Created pod: success-200-isvc-c3e3d-predictor-866dc5fdb5-sp6mk' metadata: creationTimestamp: "2026-09-16T19:21:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:52Z" name: success-200-isvc-c3e3d-predictor-866dc5fdb5.18d5e37376f6a3c6 namespace: kserve-ci-e2e-test resourceVersion: "28028" uid: cd37e317-7af5-4352-8aee-010869d74374 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28017" uid: 4d119cd8-91da-4902-882c-2a3136834636 kind: Event lastTimestamp: "2026-09-16T19:21:51Z" message: Scaled up replica set success-200-isvc-c3e3d-predictor-866dc5fdb5 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:51Z" name: success-200-isvc-c3e3d-predictor.18d5e37374af1601 namespace: kserve-ci-e2e-test resourceVersion: "28020" uid: cc0703a9-c279-4b5c-9a0e-0c25bc05337c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:22:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28018" uid: 0ccf0078-2908-486d-967a-67a829432fbc kind: Event lastTimestamp: "2026-09-16T19:22:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:22:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:21Z" name: success-200-isvc-c3e3d-predictor.18d5e376f330495d namespace: kserve-ci-e2e-test resourceVersion: "28383" uid: bd4b6be0-fc09-4ca4-831f-41c835c45105 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:22:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28018" uid: 0ccf0078-2908-486d-967a-67a829432fbc kind: Event lastTimestamp: "2026-09-16T19:22:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:22:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:22Z" name: success-200-isvc-c3e3d-predictor.18d5e376f393e4a2 namespace: kserve-ci-e2e-test resourceVersion: "28384" uid: b9537c5a-fade-44ca-9f90-e043610d8406 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:22:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28218" uid: 0ccf0078-2908-486d-967a-67a829432fbc kind: Event lastTimestamp: "2026-09-16T19:23:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:22:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:23:22Z" name: success-200-isvc-c3e3d-predictor.18d5e37df1467a09 namespace: kserve-ci-e2e-test resourceVersion: "28904" uid: 3586ab14-b620-4b01-be75-b0a0c308f6bc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-16T19:22:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c3e3d-predictor namespace: kserve-ci-e2e-test resourceVersion: "28218" uid: 0ccf0078-2908-486d-967a-67a829432fbc kind: Event lastTimestamp: "2026-09-16T19:23:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:22:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:23:22Z" name: success-200-isvc-c3e3d-predictor.18d5e37df1bf2481 namespace: kserve-ci-e2e-test resourceVersion: "28905" uid: 889a517c-870f-48b5-bad5-b884b5979b74 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28007" uid: ebccf0d2-8c1f-4b74-9bab-35c309ce8739 kind: Event lastTimestamp: "2026-09-16T19:22:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:41Z" name: success-200-isvc-c3e3d.18d5e37374d4d313 namespace: kserve-ci-e2e-test resourceVersion: "28575" uid: a3cd89f6-7911-46a6-a866-958ee41c7d2a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c3e3d namespace: kserve-ci-e2e-test resourceVersion: "28573" uid: ebccf0d2-8c1f-4b74-9bab-35c309ce8739 kind: Event lastTimestamp: "2026-09-16T19:22:41Z" message: InferenceService [success-200-isvc-c3e3d] is Ready metadata: creationTimestamp: "2026-09-16T19:22:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:41Z" name: success-200-isvc-c3e3d.18d5e37f0ab41ab1 namespace: kserve-ci-e2e-test resourceVersion: "28574" uid: ce724963-0b63-4423-a681-989196481e88 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:01:41.161620Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17700" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e2598affc87c namespace: kserve-ci-e2e-test resourceVersion: "17705" uid: e5886efc-7728-4157-9dc2-1af3caf85642 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17710" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e259acf301fd namespace: kserve-ci-e2e-test resourceVersion: "17748" uid: 2938811d-5941-4545-9337-ef3be305994f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e259aeca5ac1 namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 2a3f672f-eb9d-43a5-b1ad-75401fe8eb0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e259b1808fa1 namespace: kserve-ci-e2e-test resourceVersion: "17753" uid: fb136e7f-b023-46a9-a5e3-693ef40415d1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e259b1f1e1c8 namespace: kserve-ci-e2e-test resourceVersion: "17754" uid: c788e143-d8c6-4b44-9685-336c93a80354 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e259b1fbaf6d namespace: kserve-ci-e2e-test resourceVersion: "17755" uid: fd5bbcc1-dc31-4ed8-a5a4-a048d8a29d43 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e259b4da39f5 namespace: kserve-ci-e2e-test resourceVersion: "17758" uid: 751fb06a-c67d-483f-b7b6-ff912c718b14 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e259b54b76cf namespace: kserve-ci-e2e-test resourceVersion: "17759" uid: c1632549-6bcf-4073-87a1-d6c2604da59e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-16T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:10:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:59Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e259bd225f1d namespace: kserve-ci-e2e-test resourceVersion: "22125" uid: 521f61ed-7aed-4819-96ea-0c530436c2c4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:10:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:55Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e2dab19a06a4 namespace: kserve-ci-e2e-test resourceVersion: "22001" uid: 93130a85-23bf-411a-89c6-a3eb0312d43b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:10:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:55Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e2dab19a9862 namespace: kserve-ci-e2e-test resourceVersion: "22007" uid: cf6cbd18-7060-4bfa-a7ba-58e193f87047 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w namespace: kserve-ci-e2e-test resourceVersion: "17702" uid: 86ef3559-67b7-4535-b7c6-2673417ceb8e kind: Event lastTimestamp: "2026-09-16T19:10:59Z" message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp 10.133.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:10:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:59Z" name: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w.18d5e2db6d668dd7 namespace: kserve-ci-e2e-test resourceVersion: "22124" uid: 03926697-c8d2-46ea-9092-1c0833efa094 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-cb9a3-predictor-55b48b4985 namespace: kserve-ci-e2e-test resourceVersion: "17694" uid: 756f575a-b07c-4803-aaaa-bdbf179e7c69 kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: 'Created pod: success-200-isvc-cb9a3-predictor-55b48b4985-z5s2w' metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor-55b48b4985.18d5e2598a839743 namespace: kserve-ci-e2e-test resourceVersion: "17701" uid: 2ad89b25-56d2-42a9-9ff2-8d771ba1501c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17692" uid: 6fa6dc05-dd3a-4e38-a069-74cdc8df053b kind: Event lastTimestamp: "2026-09-16T19:01:41Z" message: Scaled up replica set success-200-isvc-cb9a3-predictor-55b48b4985 from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:41Z" name: success-200-isvc-cb9a3-predictor.18d5e2598881ace7 namespace: kserve-ci-e2e-test resourceVersion: "17695" uid: ef2fb1f7-ca46-4b28-b807-75731382cfff reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17693" uid: 82095a9d-0fc9-4196-b43a-d3d781a85f2b kind: Event lastTimestamp: "2026-09-16T19:01:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:56Z" name: success-200-isvc-cb9a3-predictor.18d5e25d06f4e726 namespace: kserve-ci-e2e-test resourceVersion: "17924" uid: eff4230b-252f-4138-9fc5-78e8425d09aa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17693" uid: 82095a9d-0fc9-4196-b43a-d3d781a85f2b kind: Event lastTimestamp: "2026-09-16T19:01:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:01:56Z" name: success-200-isvc-cb9a3-predictor.18d5e25d0755b4f6 namespace: kserve-ci-e2e-test resourceVersion: "17926" uid: 7abd34b8-2486-4d02-95ed-316acc5e5c75 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:02:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17925" uid: 82095a9d-0fc9-4196-b43a-d3d781a85f2b kind: Event lastTimestamp: "2026-09-16T19:03:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:02:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:03:11Z" name: success-200-isvc-cb9a3-predictor.18d5e26086b3c279 namespace: kserve-ci-e2e-test resourceVersion: "18588" uid: 68456083-8191-4a1d-bd46-d196e48a306a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:02:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb9a3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17925" uid: 82095a9d-0fc9-4196-b43a-d3d781a85f2b kind: Event lastTimestamp: "2026-09-16T19:03:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:02:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:03:11Z" name: success-200-isvc-cb9a3-predictor.18d5e260873d0f66 namespace: kserve-ci-e2e-test resourceVersion: "18589" uid: d885f3fa-db0a-4acc-8f35-a8f46e9ba1c6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:01:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "17682" uid: 83846628-97a9-4223-8fb8-fb99889ee016 kind: Event lastTimestamp: "2026-09-16T19:02:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:01:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:02:29Z" name: success-200-isvc-cb9a3.18d5e259889267f7 namespace: kserve-ci-e2e-test resourceVersion: "18231" uid: 513bda34-19b0-40fc-8b34-66a6f665d67e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb9a3 namespace: kserve-ci-e2e-test resourceVersion: "18229" uid: 83846628-97a9-4223-8fb8-fb99889ee016 kind: Event lastTimestamp: "2026-09-16T19:02:29Z" message: InferenceService [success-200-isvc-cb9a3] is Ready metadata: creationTimestamp: "2026-09-16T19:02:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:02:29Z" name: success-200-isvc-cb9a3.18d5e264b47bbdfd namespace: kserve-ci-e2e-test resourceVersion: "18230" uid: 09931b9c-44b3-48f4-8384-b6dbb2b9d135 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:20:41.583980Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27125" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:20:41Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e36311780b81 namespace: kserve-ci-e2e-test resourceVersion: "27136" uid: 14650e1b-b8ee-4cfd-973b-ea6c6dec61e7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-d799f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:41Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e3631cdbf72d namespace: kserve-ci-e2e-test resourceVersion: "27162" uid: 8275767d-f21a-4c4a-9a17-a0981618213a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27144" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Add eth0 [10.133.0.47/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:20:42Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e3635792ceea namespace: kserve-ci-e2e-test resourceVersion: "27189" uid: 57a0a277-51d7-4fd3-93d0-c6d04281469c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e36359205736 namespace: kserve-ci-e2e-test resourceVersion: "27191" uid: 33707df4-0df7-4c67-85b0-f0e61edca075 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e3635cf7da2e namespace: kserve-ci-e2e-test resourceVersion: "27193" uid: bc4454bf-9a9c-4410-b5b3-085628b9af4a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e3635d72a26e namespace: kserve-ci-e2e-test resourceVersion: "27194" uid: fa4349e2-4185-4fef-a4bb-31035869480c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e3635d7dc484 namespace: kserve-ci-e2e-test resourceVersion: "27195" uid: 04cd7fdc-64d4-47b7-ba17-3346c00a6938 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e36360bc53ba namespace: kserve-ci-e2e-test resourceVersion: "27196" uid: 3307fdc6-3b21-4363-82a6-bfbe622b0572 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:20:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:20:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:20:42Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e3636138f42b namespace: kserve-ci-e2e-test resourceVersion: "27197" uid: 4bb28932-0635-4c3d-8b2a-6a66ca27a5ca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:20:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:21:20Z" message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:20:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:20Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e363b1d3f9bc namespace: kserve-ci-e2e-test resourceVersion: "27501" uid: c3971911-0b56-446f-b8a9-7d6f7157d1c8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:21:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:51Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e3736dd5df7f namespace: kserve-ci-e2e-test resourceVersion: "27992" uid: b1d28025-8920-45f8-9d10-eef06325553e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 6785a5af-ba5e-4e89-b9ca-0fdaecfc54bd kind: Event lastTimestamp: "2026-09-16T19:21:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:21:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:51Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft.18d5e3736dd6976c namespace: kserve-ci-e2e-test resourceVersion: "27996" uid: 1fd016e8-3862-4535-9e29-a11f5bb2d346 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d799f-predictor-6f68cb5f6c namespace: kserve-ci-e2e-test resourceVersion: "27101" uid: 9f76d63b-427e-4f3e-8272-0aa4ae609a84 kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: 'Created pod: success-200-isvc-d799f-predictor-6f68cb5f6c-dhrft' metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:20:41Z" name: success-200-isvc-d799f-predictor-6f68cb5f6c.18d5e36310d33cef namespace: kserve-ci-e2e-test resourceVersion: "27128" uid: a02ac146-bd08-4c0d-9135-05efc8cb7c91 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: 9fd50e36-36cf-4374-ba64-8831d04e6c95 kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: Scaled up replica set success-200-isvc-d799f-predictor-6f68cb5f6c from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:20:41Z" name: success-200-isvc-d799f-predictor.18d5e3630b809f0c namespace: kserve-ci-e2e-test resourceVersion: "27102" uid: 10daa0ad-032c-47ae-a3d5-e4679befd756 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:20:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27100" uid: 6576c595-b22f-410c-a427-816e283d374e kind: Event lastTimestamp: "2026-09-16T19:21:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:20:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:26Z" name: success-200-isvc-d799f-predictor.18d5e3668a0a32cf namespace: kserve-ci-e2e-test resourceVersion: "27688" uid: 15c814fd-e610-4a17-91c5-03db39d81e5f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-16T19:20:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27100" uid: 6576c595-b22f-410c-a427-816e283d374e kind: Event lastTimestamp: "2026-09-16T19:21:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:20:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:26Z" name: success-200-isvc-d799f-predictor.18d5e3668a75f100 namespace: kserve-ci-e2e-test resourceVersion: "27689" uid: 0050fa84-6584-4101-b3df-aff72ed8336b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27320" uid: 6576c595-b22f-410c-a427-816e283d374e kind: Event lastTimestamp: "2026-09-16T19:21:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:41Z" name: success-200-isvc-d799f-predictor.18d5e37107e94de9 namespace: kserve-ci-e2e-test resourceVersion: "27829" uid: 1b30ac7f-5533-4a28-9924-14bb353b02e1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d799f-predictor namespace: kserve-ci-e2e-test resourceVersion: "27320" uid: 6576c595-b22f-410c-a427-816e283d374e kind: Event lastTimestamp: "2026-09-16T19:21:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:21:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:21:41Z" name: success-200-isvc-d799f-predictor.18d5e37108925463 namespace: kserve-ci-e2e-test resourceVersion: "27831" uid: 6b8fc08f-deaf-4f75-8711-0e98600a3fc9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d799f namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: c6fd1c75-df74-4d59-9516-5280fd833ef4 kind: Event lastTimestamp: "2026-09-16T19:21:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:21:30Z" name: success-200-isvc-d799f.18d5e3630b872065 namespace: kserve-ci-e2e-test resourceVersion: "27739" uid: dd466905-08e1-4d41-85c3-3860321b72ef reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d799f namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: c6fd1c75-df74-4d59-9516-5280fd833ef4 kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: 'Failed to update status for InferenceService "success-200-isvc-d799f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d799f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:20:41Z" name: success-200-isvc-d799f.18d5e3630c431d5c namespace: kserve-ci-e2e-test resourceVersion: "27106" uid: cf1920d1-653d-46ed-9deb-740accf19aee reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:20:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d799f namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: c6fd1c75-df74-4d59-9516-5280fd833ef4 kind: Event lastTimestamp: "2026-09-16T19:20:41Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d799f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-16T19:20:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:20:41Z" name: success-200-isvc-d799f.18d5e3630c435deb namespace: kserve-ci-e2e-test resourceVersion: "27113" uid: ddc24b93-5bba-4a0b-af5e-f963942847ca reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d799f namespace: kserve-ci-e2e-test resourceVersion: "27736" uid: c6fd1c75-df74-4d59-9516-5280fd833ef4 kind: Event lastTimestamp: "2026-09-16T19:21:30Z" message: InferenceService [success-200-isvc-d799f] is Ready metadata: creationTimestamp: "2026-09-16T19:21:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:21:30Z" name: success-200-isvc-d799f.18d5e36e711b0728 namespace: kserve-ci-e2e-test resourceVersion: "27737" uid: a5695d08-8ee2-4ded-ae14-c56d94086efc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:12:06.291609Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23005" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f025b-predictor-68bc64675f-hthl4 to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb17a67c93 namespace: kserve-ci-e2e-test resourceVersion: "23010" uid: d7328366-7c50-4458-a292-cac120f0c588 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23015" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Add eth0 [10.133.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb39b61a0a namespace: kserve-ci-e2e-test resourceVersion: "23051" uid: 62fe8fd9-11cd-46bd-9e5c-14e10f0eb1d0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1988" already present on machine metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb3b1889dc namespace: kserve-ci-e2e-test resourceVersion: "23053" uid: 1706af99-199f-4701-a273-6f583aab5637 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb3e58ea07 namespace: kserve-ci-e2e-test resourceVersion: "23054" uid: 33ac8b21-f43b-49a0-96c8-6a92c9efa6ee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb3ed15842 namespace: kserve-ci-e2e-test resourceVersion: "23055" uid: 09bdbd06-83a8-48ad-8d76-4744d7dfa574 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb3ede895d namespace: kserve-ci-e2e-test resourceVersion: "23057" uid: 54ad9b8b-38f5-439b-b5bd-c3341a72a61b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb41bc53de namespace: kserve-ci-e2e-test resourceVersion: "23058" uid: 3dcf5ebf-ed0c-4500-ae95-e2a8954a1ef9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:12:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:12:07Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb4233ae30 namespace: kserve-ci-e2e-test resourceVersion: "23059" uid: 82359d48-21f8-45a8-bfc2-21ecba5c169a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-16T19:12:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:21:23Z" message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:23Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e2eb77c36c44 namespace: kserve-ci-e2e-test resourceVersion: "27661" uid: 12392b95-527a-4e75-8744-d8655d2a2ec9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e36c4930b7be namespace: kserve-ci-e2e-test resourceVersion: "27558" uid: 1a8c6a2a-52f7-4cb1-a4ae-3b57b43510ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:21:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-16T19:21:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:21Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e36c49312401 namespace: kserve-ci-e2e-test resourceVersion: "27559" uid: 85acea3f-70d8-40e0-a330-de50babfd177 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:21:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f025b-predictor-68bc64675f-hthl4 namespace: kserve-ci-e2e-test resourceVersion: "23007" uid: fd98557c-48e9-4481-a395-afffbf0448a5 kind: Event lastTimestamp: "2026-09-16T19:21:23Z" message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp 10.133.0.44:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-16T19:21:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:21:23Z" name: success-200-isvc-f025b-predictor-68bc64675f-hthl4.18d5e36ceca27671 namespace: kserve-ci-e2e-test resourceVersion: "27660" uid: 328b9190-2709-42bc-9b08-554a5650db59 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f025b-predictor-68bc64675f namespace: kserve-ci-e2e-test resourceVersion: "22999" uid: 34be0614-4284-4aee-8c80-91af2fee8e55 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: 'Created pod: success-200-isvc-f025b-predictor-68bc64675f-hthl4' metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor-68bc64675f.18d5e2eb17197eac namespace: kserve-ci-e2e-test resourceVersion: "23006" uid: a16424eb-f951-4cb7-bc46-66ff18894f51 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "22996" uid: 44e3803f-0327-4bae-9a5c-ff444f1a7284 kind: Event lastTimestamp: "2026-09-16T19:12:06Z" message: Scaled up replica set success-200-isvc-f025b-predictor-68bc64675f from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:06Z" name: success-200-isvc-f025b-predictor.18d5e2eb154d608e namespace: kserve-ci-e2e-test resourceVersion: "23000" uid: c4aef0bb-f235-45a4-b3c9-d27f6d1dd197 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:12:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "22998" uid: 0aedd8d2-5cd5-46c0-b72e-18d29470b84d kind: Event lastTimestamp: "2026-09-16T19:12:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:12:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:36Z" name: success-200-isvc-f025b-predictor.18d5e2ee9400c670 namespace: kserve-ci-e2e-test resourceVersion: "23377" uid: c742cf2d-bd07-4a67-b188-4a05d94e2011 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:12:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "22998" uid: 0aedd8d2-5cd5-46c0-b72e-18d29470b84d kind: Event lastTimestamp: "2026-09-16T19:12:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:12:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:12:36Z" name: success-200-isvc-f025b-predictor.18d5e2ee9466aa28 namespace: kserve-ci-e2e-test resourceVersion: "23378" uid: 072f8060-48e8-4926-800d-925f42389c5f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:12:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23215" uid: 0aedd8d2-5cd5-46c0-b72e-18d29470b84d kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:12:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:13:06Z" name: success-200-isvc-f025b-predictor.18d5e2f591e886ec namespace: kserve-ci-e2e-test resourceVersion: "23641" uid: aff2f43e-a236-48b5-8869-9d5243e92165 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:12:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f025b-predictor namespace: kserve-ci-e2e-test resourceVersion: "23215" uid: 0aedd8d2-5cd5-46c0-b72e-18d29470b84d kind: Event lastTimestamp: "2026-09-16T19:13:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:12:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:13:06Z" name: success-200-isvc-f025b-predictor.18d5e2f5924ca1a3 namespace: kserve-ci-e2e-test resourceVersion: "23643" uid: 997f7cec-89e0-4c17-a400-1ae4dfe3f8e8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-16T19:12:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f025b namespace: kserve-ci-e2e-test resourceVersion: "22987" uid: afb59422-0eb0-49cc-9ce3-c54b32f6ce8c kind: Event lastTimestamp: "2026-09-16T19:12:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-16T19:12:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:54Z" name: success-200-isvc-f025b.18d5e2eb1583fde4 namespace: kserve-ci-e2e-test resourceVersion: "23521" uid: c0a8eebb-f797-42b1-8dbe-2fa14b989120 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:12:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f025b namespace: kserve-ci-e2e-test resourceVersion: "23519" uid: afb59422-0eb0-49cc-9ce3-c54b32f6ce8c kind: Event lastTimestamp: "2026-09-16T19:12:54Z" message: InferenceService [success-200-isvc-f025b] is Ready metadata: creationTimestamp: "2026-09-16T19:12:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:12:54Z" name: success-200-isvc-f025b.18d5e2f634256f1f namespace: kserve-ci-e2e-test resourceVersion: "23520" uid: 57414221-ff6f-43d4-9392-fac499625981 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:22:21.263996Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0263c-6d797d88cf-8bs4n namespace: kserve-ci-e2e-test resourceVersion: "28356" uid: 50df7308-89a9-4106-854e-f259be58ad45 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-0263c-6d797d88cf-8bs4n to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:22:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:22:21Z" name: switch-graph-0263c-6d797d88cf-8bs4n.18d5e37a46dc6cb9 namespace: kserve-ci-e2e-test resourceVersion: "28361" uid: 09cbad1b-2090-4b37-be4d-a575a513e2ca reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:21Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0263c-6d797d88cf-8bs4n namespace: kserve-ci-e2e-test resourceVersion: "28358" uid: 50df7308-89a9-4106-854e-f259be58ad45 kind: Event lastTimestamp: "2026-09-16T19:22:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-0263c-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:21Z" name: switch-graph-0263c-6d797d88cf-8bs4n.18d5e37a503a1a9f namespace: kserve-ci-e2e-test resourceVersion: "28374" uid: ed9b48f1-31dd-4d67-bad8-6700ab303a9e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:22Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-0263c-6d797d88cf-8bs4n namespace: kserve-ci-e2e-test resourceVersion: "28365" uid: 50df7308-89a9-4106-854e-f259be58ad45 kind: Event lastTimestamp: "2026-09-16T19:22:22Z" message: Add eth0 [10.133.0.51/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:22:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:22:22Z" name: switch-graph-0263c-6d797d88cf-8bs4n.18d5e37a8c6dcb04 namespace: kserve-ci-e2e-test resourceVersion: "28393" uid: fc0d4a04-5b51-4871-85ba-f279b20e8636 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0263c} kind: Pod name: switch-graph-0263c-6d797d88cf-8bs4n namespace: kserve-ci-e2e-test resourceVersion: "28358" uid: 50df7308-89a9-4106-854e-f259be58ad45 kind: Event lastTimestamp: "2026-09-16T19:22:22Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:22:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:22Z" name: switch-graph-0263c-6d797d88cf-8bs4n.18d5e37a8e658c6f namespace: kserve-ci-e2e-test resourceVersion: "28395" uid: 729e55c6-8478-446c-9fcc-1cf0febe68fb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0263c} kind: Pod name: switch-graph-0263c-6d797d88cf-8bs4n namespace: kserve-ci-e2e-test resourceVersion: "28358" uid: 50df7308-89a9-4106-854e-f259be58ad45 kind: Event lastTimestamp: "2026-09-16T19:22:22Z" message: 'Created container: switch-graph-0263c' metadata: creationTimestamp: "2026-09-16T19:22:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:22Z" name: switch-graph-0263c-6d797d88cf-8bs4n.18d5e37a917a3adf namespace: kserve-ci-e2e-test resourceVersion: "28396" uid: c0500b93-7c3d-41f7-8d72-66fc68d8fc2f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0263c} kind: Pod name: switch-graph-0263c-6d797d88cf-8bs4n namespace: kserve-ci-e2e-test resourceVersion: "28358" uid: 50df7308-89a9-4106-854e-f259be58ad45 kind: Event lastTimestamp: "2026-09-16T19:22:22Z" message: Started container switch-graph-0263c metadata: creationTimestamp: "2026-09-16T19:22:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:22:22Z" name: switch-graph-0263c-6d797d88cf-8bs4n.18d5e37a91ec1a53 namespace: kserve-ci-e2e-test resourceVersion: "28397" uid: f32d8041-c0bc-4e0e-b352-8ac7daf12748 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:38:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0263c} kind: Pod name: switch-graph-0263c-6d797d88cf-8bs4n namespace: kserve-ci-e2e-test resourceVersion: "28358" uid: 50df7308-89a9-4106-854e-f259be58ad45 kind: Event lastTimestamp: "2026-09-16T19:38:40Z" message: Stopping container switch-graph-0263c metadata: creationTimestamp: "2026-09-16T19:38:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:38:40Z" name: switch-graph-0263c-6d797d88cf-8bs4n.18d5e45e441d3fe5 namespace: kserve-ci-e2e-test resourceVersion: "35238" uid: 277b8743-ecc3-4469-8e03-2ff0df27d203 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:38:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-0263c} kind: Pod name: switch-graph-0263c-6d797d88cf-8bs4n namespace: kserve-ci-e2e-test resourceVersion: "28358" uid: 50df7308-89a9-4106-854e-f259be58ad45 kind: Event lastTimestamp: "2026-09-16T19:39:08Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:38:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:39:08Z" name: switch-graph-0263c-6d797d88cf-8bs4n.18d5e45f08185979 namespace: kserve-ci-e2e-test resourceVersion: "35513" uid: 18139d2f-35a7-4995-a0b9-56d691b61423 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-0263c-6d797d88cf namespace: kserve-ci-e2e-test resourceVersion: "28353" uid: abcad765-e754-4497-8ebe-1fd558094648 kind: Event lastTimestamp: "2026-09-16T19:22:21Z" message: 'Created pod: switch-graph-0263c-6d797d88cf-8bs4n' metadata: creationTimestamp: "2026-09-16T19:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:21Z" name: switch-graph-0263c-6d797d88cf.18d5e37a4655c758 namespace: kserve-ci-e2e-test resourceVersion: "28357" uid: 6b98bd3b-3b1b-4474-b027-4f520530aa0b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-0263c namespace: kserve-ci-e2e-test resourceVersion: "28351" uid: 34681ccb-90e9-432a-99f0-1050f5b8983b kind: Event lastTimestamp: "2026-09-16T19:22:21Z" message: Scaled up replica set switch-graph-0263c-6d797d88cf from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:21Z" name: switch-graph-0263c.18d5e37a4580a3b8 namespace: kserve-ci-e2e-test resourceVersion: "28354" uid: 99ce3b96-5839-4a25-a68f-7bfe3e0a8ed0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:22:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-0263c namespace: kserve-ci-e2e-test resourceVersion: "28370" uid: bb005478-a4d4-42e8-aa87-9bf539f63f2f kind: Event lastTimestamp: "2026-09-16T19:22:21Z" message: InferenceGraph [switch-graph-0263c] is Ready metadata: creationTimestamp: "2026-09-16T19:22:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:22:21Z" name: switch-graph-0263c.18d5e37a4a62591b namespace: kserve-ci-e2e-test resourceVersion: "28372" uid: 0e5cb1e7-7c56-451e-8200-5300f84927ae reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:22:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0263c namespace: kserve-ci-e2e-test resourceVersion: "28352" uid: 0715cfc1-b6b9-43e0-b530-7f1b82a686ef kind: Event lastTimestamp: "2026-09-16T19:22:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:22:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:51Z" name: switch-graph-0263c.18d5e37dc41159c3 namespace: kserve-ci-e2e-test resourceVersion: "28636" uid: 451b7aa6-3add-44be-aa2e-df43e8f2295f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-16T19:22:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-0263c namespace: kserve-ci-e2e-test resourceVersion: "28352" uid: 0715cfc1-b6b9-43e0-b530-7f1b82a686ef kind: Event lastTimestamp: "2026-09-16T19:22:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:22:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:22:51Z" name: switch-graph-0263c.18d5e37dc4797d14 namespace: kserve-ci-e2e-test resourceVersion: "28637" uid: 0fc69136-5673-4576-9d8e-0eb4e7b96ffc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:00:50.822481Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-658c9-84496b65dc-jv894 namespace: kserve-ci-e2e-test resourceVersion: "16962" uid: 6413f28e-243d-48cf-9983-7519b048ca6f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-658c9-84496b65dc-jv894 to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:00:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:00:50Z" name: switch-graph-658c9-84496b65dc-jv894.18d5e24dd28d791c namespace: kserve-ci-e2e-test resourceVersion: "16967" uid: f6c082d3-792b-43b9-aa12-ed5755f4d4b7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:51Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-658c9-84496b65dc-jv894 namespace: kserve-ci-e2e-test resourceVersion: "16970" uid: 6413f28e-243d-48cf-9983-7519b048ca6f kind: Event lastTimestamp: "2026-09-16T19:00:51Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:00:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:00:51Z" name: switch-graph-658c9-84496b65dc-jv894.18d5e24df45ccff7 namespace: kserve-ci-e2e-test resourceVersion: "16992" uid: be859a0a-b218-4adf-9266-7b9e6a70cc44 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-658c9} kind: Pod name: switch-graph-658c9-84496b65dc-jv894 namespace: kserve-ci-e2e-test resourceVersion: "16965" uid: 6413f28e-243d-48cf-9983-7519b048ca6f kind: Event lastTimestamp: "2026-09-16T19:00:51Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" metadata: creationTimestamp: "2026-09-16T19:00:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:00:51Z" name: switch-graph-658c9-84496b65dc-jv894.18d5e24df63edb7c namespace: kserve-ci-e2e-test resourceVersion: "16996" uid: ef99c64c-ae8a-48f2-bb88-b3f44aaa89f6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-658c9} kind: Pod name: switch-graph-658c9-84496b65dc-jv894 namespace: kserve-ci-e2e-test resourceVersion: "16965" uid: 6413f28e-243d-48cf-9983-7519b048ca6f kind: Event lastTimestamp: "2026-09-16T19:00:53Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" in 2.121s (2.121s including waiting). Image size: 211458663 bytes.' metadata: creationTimestamp: "2026-09-16T19:00:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:00:53Z" name: switch-graph-658c9-84496b65dc-jv894.18d5e24e74b13f72 namespace: kserve-ci-e2e-test resourceVersion: "17013" uid: a96d4534-ea9d-4820-a57d-d3b92f3bbe0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-658c9} kind: Pod name: switch-graph-658c9-84496b65dc-jv894 namespace: kserve-ci-e2e-test resourceVersion: "16965" uid: 6413f28e-243d-48cf-9983-7519b048ca6f kind: Event lastTimestamp: "2026-09-16T19:00:53Z" message: 'Created container: switch-graph-658c9' metadata: creationTimestamp: "2026-09-16T19:00:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:00:53Z" name: switch-graph-658c9-84496b65dc-jv894.18d5e24e77e1f445 namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: d717058e-7922-4b1f-9ec4-1919d83753a4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-658c9} kind: Pod name: switch-graph-658c9-84496b65dc-jv894 namespace: kserve-ci-e2e-test resourceVersion: "16965" uid: 6413f28e-243d-48cf-9983-7519b048ca6f kind: Event lastTimestamp: "2026-09-16T19:00:53Z" message: Started container switch-graph-658c9 metadata: creationTimestamp: "2026-09-16T19:00:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:00:53Z" name: switch-graph-658c9-84496b65dc-jv894.18d5e24e7867fbbe namespace: kserve-ci-e2e-test resourceVersion: "17015" uid: a9f45e4a-0670-4475-bb59-9344f0c63ed1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:01:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-658c9} kind: Pod name: switch-graph-658c9-84496b65dc-jv894 namespace: kserve-ci-e2e-test resourceVersion: "16965" uid: 6413f28e-243d-48cf-9983-7519b048ca6f kind: Event lastTimestamp: "2026-09-16T19:01:00Z" message: Stopping container switch-graph-658c9 metadata: creationTimestamp: "2026-09-16T19:01:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:00Z" name: switch-graph-658c9-84496b65dc-jv894.18d5e2502c37baa5 namespace: kserve-ci-e2e-test resourceVersion: "17094" uid: 2d1310c4-c8aa-4e17-9a7f-52fd89b20cce reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:01:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-658c9} kind: Pod name: switch-graph-658c9-84496b65dc-jv894 namespace: kserve-ci-e2e-test resourceVersion: "16965" uid: 6413f28e-243d-48cf-9983-7519b048ca6f kind: Event lastTimestamp: "2026-09-16T19:01:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:01:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:01:29Z" name: switch-graph-658c9-84496b65dc-jv894.18d5e25111ae8243 namespace: kserve-ci-e2e-test resourceVersion: "17480" uid: b68e80d5-6c99-48bc-8102-1e75647ad76b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-658c9-84496b65dc namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: e4c9345b-6d6d-4c8c-832d-642eec1786a2 kind: Event lastTimestamp: "2026-09-16T19:00:50Z" message: 'Created pod: switch-graph-658c9-84496b65dc-jv894' metadata: creationTimestamp: "2026-09-16T19:00:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:50Z" name: switch-graph-658c9-84496b65dc.18d5e24dd1bfb396 namespace: kserve-ci-e2e-test resourceVersion: "16964" uid: 0681c1c7-d79c-408f-a765-bc41145d28e5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-658c9 namespace: kserve-ci-e2e-test resourceVersion: "16957" uid: 200910bc-8d83-4366-915f-8d96221683d8 kind: Event lastTimestamp: "2026-09-16T19:00:50Z" message: Scaled up replica set switch-graph-658c9-84496b65dc from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:00:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:00:50Z" name: switch-graph-658c9.18d5e24dd0aa064d namespace: kserve-ci-e2e-test resourceVersion: "16960" uid: fabf0f69-7c88-4c3d-a698-ea230342c1c4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:00:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-658c9 namespace: kserve-ci-e2e-test resourceVersion: "16975" uid: 6178717a-987c-4c02-8491-6d79400a265a kind: Event lastTimestamp: "2026-09-16T19:00:50Z" message: InferenceGraph [switch-graph-658c9] is Ready metadata: creationTimestamp: "2026-09-16T19:00:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:00:50Z" name: switch-graph-658c9.18d5e24dd8dd4a13 namespace: kserve-ci-e2e-test resourceVersion: "16976" uid: 6af55e79-a3fb-4499-a2b0-971900065d00 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-16T19:02:01.209551Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-93efe-7846bd77df-h9n8c namespace: kserve-ci-e2e-test resourceVersion: "17973" uid: 9ec73f37-d895-442d-a2d4-f3dfe3eee6c1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-93efe-7846bd77df-h9n8c to ip-10-0-139-182.ec2.internal metadata: creationTimestamp: "2026-09-16T19:02:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-16T19:02:01Z" name: switch-graph-93efe-7846bd77df-h9n8c.18d5e25e35f2f8a0 namespace: kserve-ci-e2e-test resourceVersion: "17978" uid: a2dde579-ecd4-41f7-9068-fcf9b1b1f340 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56579694df-x54tv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:01Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-93efe-7846bd77df-h9n8c namespace: kserve-ci-e2e-test resourceVersion: "17975" uid: 9ec73f37-d895-442d-a2d4-f3dfe3eee6c1 kind: Event lastTimestamp: "2026-09-16T19:02:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-93efe-serving-cert" not found' metadata: creationTimestamp: "2026-09-16T19:02:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:02:01Z" name: switch-graph-93efe-7846bd77df-h9n8c.18d5e25e3f7cf764 namespace: kserve-ci-e2e-test resourceVersion: "17990" uid: 6f763c36-87da-46e0-8ca7-1d74e36fb8aa reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:02Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-93efe-7846bd77df-h9n8c namespace: kserve-ci-e2e-test resourceVersion: "17982" uid: 9ec73f37-d895-442d-a2d4-f3dfe3eee6c1 kind: Event lastTimestamp: "2026-09-16T19:02:02Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-16T19:02:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-16T19:02:02Z" name: switch-graph-93efe-7846bd77df-h9n8c.18d5e25e7b9f6754 namespace: kserve-ci-e2e-test resourceVersion: "18006" uid: b5c07e75-42e7-46ef-9318-e51fe7fd34ab reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-93efe} kind: Pod name: switch-graph-93efe-7846bd77df-h9n8c namespace: kserve-ci-e2e-test resourceVersion: "17975" uid: 9ec73f37-d895-442d-a2d4-f3dfe3eee6c1 kind: Event lastTimestamp: "2026-09-16T19:02:02Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:ddfcdf9928d8d607cb5523f80a587eb40baa6b36b493786c1b79430b33dd6f8d" already present on machine metadata: creationTimestamp: "2026-09-16T19:02:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:02:02Z" name: switch-graph-93efe-7846bd77df-h9n8c.18d5e25e7cdfb7ce namespace: kserve-ci-e2e-test resourceVersion: "18008" uid: ee343dee-2d6f-4e66-881a-5f79a6b96996 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-93efe} kind: Pod name: switch-graph-93efe-7846bd77df-h9n8c namespace: kserve-ci-e2e-test resourceVersion: "17975" uid: 9ec73f37-d895-442d-a2d4-f3dfe3eee6c1 kind: Event lastTimestamp: "2026-09-16T19:02:02Z" message: 'Created container: switch-graph-93efe' metadata: creationTimestamp: "2026-09-16T19:02:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:02:02Z" name: switch-graph-93efe-7846bd77df-h9n8c.18d5e25e80615141 namespace: kserve-ci-e2e-test resourceVersion: "18009" uid: 7f0f88a4-cabc-478b-98c7-703688b27337 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-93efe} kind: Pod name: switch-graph-93efe-7846bd77df-h9n8c namespace: kserve-ci-e2e-test resourceVersion: "17975" uid: 9ec73f37-d895-442d-a2d4-f3dfe3eee6c1 kind: Event lastTimestamp: "2026-09-16T19:02:02Z" message: Started container switch-graph-93efe metadata: creationTimestamp: "2026-09-16T19:02:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:02:02Z" name: switch-graph-93efe-7846bd77df-h9n8c.18d5e25e80d23054 namespace: kserve-ci-e2e-test resourceVersion: "18010" uid: fa953db1-fccf-44b5-aa89-5e697a7f8b77 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:10:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-93efe} kind: Pod name: switch-graph-93efe-7846bd77df-h9n8c namespace: kserve-ci-e2e-test resourceVersion: "17975" uid: 9ec73f37-d895-442d-a2d4-f3dfe3eee6c1 kind: Event lastTimestamp: "2026-09-16T19:10:15Z" message: Stopping container switch-graph-93efe metadata: creationTimestamp: "2026-09-16T19:10:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:15Z" name: switch-graph-93efe-7846bd77df-h9n8c.18d5e2d165c312d4 namespace: kserve-ci-e2e-test resourceVersion: "21524" uid: 6b6f8372-48dd-4b41-b99b-55b9646d72fb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-16T19:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-93efe} kind: Pod name: switch-graph-93efe-7846bd77df-h9n8c namespace: kserve-ci-e2e-test resourceVersion: "17975" uid: 9ec73f37-d895-442d-a2d4-f3dfe3eee6c1 kind: Event lastTimestamp: "2026-09-16T19:10:44Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-16T19:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-16T19:10:44Z" name: switch-graph-93efe-7846bd77df-h9n8c.18d5e2d22312a0bd namespace: kserve-ci-e2e-test resourceVersion: "21872" uid: 9260cb69-931e-4fdb-88ae-ebbfe45fa108 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-139-182.ec2.internal source: component: kubelet host: ip-10-0-139-182.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-93efe-7846bd77df namespace: kserve-ci-e2e-test resourceVersion: "17970" uid: 7d79352b-a34b-4b76-bfee-a1d931bb6a8c kind: Event lastTimestamp: "2026-09-16T19:02:01Z" message: 'Created pod: switch-graph-93efe-7846bd77df-h9n8c' metadata: creationTimestamp: "2026-09-16T19:02:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:01Z" name: switch-graph-93efe-7846bd77df.18d5e25e357f2909 namespace: kserve-ci-e2e-test resourceVersion: "17974" uid: af798734-3f19-446b-8890-346608cbf1e1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-93efe namespace: kserve-ci-e2e-test resourceVersion: "17968" uid: ef8714dc-3785-4936-81aa-ac1396e77fa8 kind: Event lastTimestamp: "2026-09-16T19:02:01Z" message: Scaled up replica set switch-graph-93efe-7846bd77df from 0 to 1 metadata: creationTimestamp: "2026-09-16T19:02:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:01Z" name: switch-graph-93efe.18d5e25e34bd67d4 namespace: kserve-ci-e2e-test resourceVersion: "17971" uid: 5b9dc83d-2a61-4c2b-8c82-b56f5f622cc4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-93efe namespace: kserve-ci-e2e-test resourceVersion: "17984" uid: 50e73c2f-d40b-49cf-a682-55f5b0079b04 kind: Event lastTimestamp: "2026-09-16T19:02:01Z" message: InferenceGraph [switch-graph-93efe] is Ready metadata: creationTimestamp: "2026-09-16T19:02:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-16T19:02:01Z" name: switch-graph-93efe.18d5e25e3a67b0ce namespace: kserve-ci-e2e-test resourceVersion: "17986" uid: 24bdbb84-836b-4842-99dd-b1785fe2df2d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-93efe namespace: kserve-ci-e2e-test resourceVersion: "17969" uid: 24e3a403-f0ef-4d8e-bad9-ca965c3fae9a kind: Event lastTimestamp: "2026-09-16T19:02:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:02:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:16Z" name: switch-graph-93efe.18d5e261b32d9ccf namespace: kserve-ci-e2e-test resourceVersion: "18128" uid: 4ae1890e-3e9e-49e7-bf6a-a272d5b031e4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-93efe namespace: kserve-ci-e2e-test resourceVersion: "17969" uid: 24e3a403-f0ef-4d8e-bad9-ca965c3fae9a kind: Event lastTimestamp: "2026-09-16T19:02:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-16T19:02:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:16Z" name: switch-graph-93efe.18d5e261b3953435 namespace: kserve-ci-e2e-test resourceVersion: "18129" uid: e3ad5e64-f689-4930-ad6c-b55370a176f7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-93efe namespace: kserve-ci-e2e-test resourceVersion: "18127" uid: 24e3a403-f0ef-4d8e-bad9-ca965c3fae9a kind: Event lastTimestamp: "2026-09-16T19:02:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:02:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:31Z" name: switch-graph-93efe.18d5e26532431f47 namespace: kserve-ci-e2e-test resourceVersion: "18254" uid: 2a7e9e6c-6233-4dca-9a84-7204809bdeff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-16T19:02:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-93efe namespace: kserve-ci-e2e-test resourceVersion: "18127" uid: 24e3a403-f0ef-4d8e-bad9-ca965c3fae9a kind: Event lastTimestamp: "2026-09-16T19:02:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-16T19:02:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-16T19:02:31Z" name: switch-graph-93efe.18d5e26532a45f82 namespace: kserve-ci-e2e-test resourceVersion: "18256" uid: 539e640f-ba59-403c-ab0f-941791895ef2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "35518"