--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:08:35.813659Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-94f66-f58d9dd86-bfvnv namespace: kserve-ci-e2e-test resourceVersion: "20682" uid: 8466ec08-ef10-4121-9884-323dd26c7caf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-94f66-f58d9dd86-bfvnv to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:08:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:08:35Z" name: ensemble-graph-94f66-f58d9dd86-bfvnv.18b54f63594ffbcc namespace: kserve-ci-e2e-test resourceVersion: "20689" uid: aa34ecfd-40b7-49dc-85b9-91e69f298f53 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-94f66-f58d9dd86-bfvnv namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: 8466ec08-ef10-4121-9884-323dd26c7caf kind: Event lastTimestamp: "2026-06-02T16:08:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-94f66-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:36Z" name: ensemble-graph-94f66-f58d9dd86-bfvnv.18b54f6366955216 namespace: kserve-ci-e2e-test resourceVersion: "20702" uid: 8eeaf84e-c4c5-4b81-a754-0c7760e9bdf6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-94f66-f58d9dd86-bfvnv namespace: kserve-ci-e2e-test resourceVersion: "20693" uid: 8466ec08-ef10-4121-9884-323dd26c7caf kind: Event lastTimestamp: "2026-06-02T16:08:36Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:08:36Z" name: ensemble-graph-94f66-f58d9dd86-bfvnv.18b54f63967cab80 namespace: kserve-ci-e2e-test resourceVersion: "20715" uid: c2887bd5-5956-4d6f-bcfd-8268b9a46f18 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-94f66} kind: Pod name: ensemble-graph-94f66-f58d9dd86-bfvnv namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: 8466ec08-ef10-4121-9884-323dd26c7caf kind: Event lastTimestamp: "2026-06-02T16:08:36Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:36Z" name: ensemble-graph-94f66-f58d9dd86-bfvnv.18b54f6397fb1e55 namespace: kserve-ci-e2e-test resourceVersion: "20717" uid: d0f50b81-8f51-4bb9-9c54-9c9ddd3809a8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-94f66} kind: Pod name: ensemble-graph-94f66-f58d9dd86-bfvnv namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: 8466ec08-ef10-4121-9884-323dd26c7caf kind: Event lastTimestamp: "2026-06-02T16:08:36Z" message: 'Created container: ensemble-graph-94f66' metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:36Z" name: ensemble-graph-94f66-f58d9dd86-bfvnv.18b54f639b0ba2bc namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 4b0b9000-5442-47be-b5af-aab098f9e469 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-94f66} kind: Pod name: ensemble-graph-94f66-f58d9dd86-bfvnv namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: 8466ec08-ef10-4121-9884-323dd26c7caf kind: Event lastTimestamp: "2026-06-02T16:08:36Z" message: Started container ensemble-graph-94f66 metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:36Z" name: ensemble-graph-94f66-f58d9dd86-bfvnv.18b54f639b7a8245 namespace: kserve-ci-e2e-test resourceVersion: "20719" uid: f03584c1-39bb-418c-a1b6-8c2add44a688 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-94f66} kind: Pod name: ensemble-graph-94f66-f58d9dd86-bfvnv namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: 8466ec08-ef10-4121-9884-323dd26c7caf kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: Stopping container ensemble-graph-94f66 metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:50Z" name: ensemble-graph-94f66-f58d9dd86-bfvnv.18b54fd68aa69e31 namespace: kserve-ci-e2e-test resourceVersion: "24262" uid: a15aee3d-fefb-4865-829b-85f2f80fbc9a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:16:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-94f66} kind: Pod name: ensemble-graph-94f66-f58d9dd86-bfvnv namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: 8466ec08-ef10-4121-9884-323dd26c7caf kind: Event lastTimestamp: "2026-06-02T16:17:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:16:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:18Z" name: ensemble-graph-94f66-f58d9dd86-bfvnv.18b54fd73ca3b245 namespace: kserve-ci-e2e-test resourceVersion: "24607" uid: 5b5ea4c8-7a04-4437-8e02-e673f58768a2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-94f66-f58d9dd86 namespace: kserve-ci-e2e-test resourceVersion: "20679" uid: 4715f087-d3e7-49fc-b162-b47a87f2afec kind: Event lastTimestamp: "2026-06-02T16:08:35Z" message: 'Created pod: ensemble-graph-94f66-f58d9dd86-bfvnv' metadata: creationTimestamp: "2026-06-02T16:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:35Z" name: ensemble-graph-94f66-f58d9dd86.18b54f6358d88a53 namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: 7b41b3cf-0263-4517-ae56-cabe6c733e8a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-94f66 namespace: kserve-ci-e2e-test resourceVersion: "20677" uid: a62572b6-61c1-45af-97da-4891965edf07 kind: Event lastTimestamp: "2026-06-02T16:08:35Z" message: Scaled up replica set ensemble-graph-94f66-f58d9dd86 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:35Z" name: ensemble-graph-94f66.18b54f63581872a2 namespace: kserve-ci-e2e-test resourceVersion: "20680" uid: 7c35f622-7de2-451e-ba91-731e2221af49 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-94f66 namespace: kserve-ci-e2e-test resourceVersion: "20695" uid: 7c2bf1a0-a973-4fd9-9c6b-8c2719d04bd6 kind: Event lastTimestamp: "2026-06-02T16:08:35Z" message: InferenceGraph [ensemble-graph-94f66] is Ready metadata: creationTimestamp: "2026-06-02T16:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:35Z" name: ensemble-graph-94f66.18b54f635bfead2d namespace: kserve-ci-e2e-test resourceVersion: "20697" uid: aa312113-fc0c-41e8-a9e7-2b915c36c6a8 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:08:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-94f66 namespace: kserve-ci-e2e-test resourceVersion: "20678" uid: 1408380d-7df5-45fc-8a85-0d4ba8e8fcd5 kind: Event lastTimestamp: "2026-06-02T16:09:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:20Z" name: ensemble-graph-94f66.18b54f66d743d85b namespace: kserve-ci-e2e-test resourceVersion: "21076" uid: a0ef044c-c3ed-4981-aa7a-00a0c629f93f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:08:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-94f66 namespace: kserve-ci-e2e-test resourceVersion: "20678" uid: 1408380d-7df5-45fc-8a85-0d4ba8e8fcd5 kind: Event lastTimestamp: "2026-06-02T16:09:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:08:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:20Z" name: ensemble-graph-94f66.18b54f66d7b4c04b namespace: kserve-ci-e2e-test resourceVersion: "21077" uid: 95b2cd36-1630-40e9-9d01-5af7b049375f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:07:25.483467Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d60e3-5bd89c6854-mzd9g namespace: kserve-ci-e2e-test resourceVersion: "19703" uid: 4bd3dec4-786d-4778-9af4-a189ab900723 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-d60e3-5bd89c6854-mzd9g to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:07:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:07:25Z" name: ensemble-graph-d60e3-5bd89c6854-mzd9g.18b54f52f94e6a1d namespace: kserve-ci-e2e-test resourceVersion: "19708" uid: 7b345e1b-faa5-4ee7-9cca-a9311dc2237b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:25Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d60e3-5bd89c6854-mzd9g namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: 4bd3dec4-786d-4778-9af4-a189ab900723 kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-d60e3-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T16:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:25Z" name: ensemble-graph-d60e3-5bd89c6854-mzd9g.18b54f5306f4be0c namespace: kserve-ci-e2e-test resourceVersion: "19725" uid: dcc9d007-f8c9-4fc8-843c-ff76e09a3d52 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:26Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-d60e3-5bd89c6854-mzd9g namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: 4bd3dec4-786d-4778-9af4-a189ab900723 kind: Event lastTimestamp: "2026-06-02T16:07:26Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:07:26Z" name: ensemble-graph-d60e3-5bd89c6854-mzd9g.18b54f5336684edb namespace: kserve-ci-e2e-test resourceVersion: "19737" uid: 1eb743ae-9e9a-43b0-9968-52ba3fa96a32 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d60e3} kind: Pod name: ensemble-graph-d60e3-5bd89c6854-mzd9g namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: 4bd3dec4-786d-4778-9af4-a189ab900723 kind: Event lastTimestamp: "2026-06-02T16:07:26Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:26Z" name: ensemble-graph-d60e3-5bd89c6854-mzd9g.18b54f5337f349aa namespace: kserve-ci-e2e-test resourceVersion: "19739" uid: d1eb1ae1-d003-46d1-8fa4-ddb37526fca1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d60e3} kind: Pod name: ensemble-graph-d60e3-5bd89c6854-mzd9g namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: 4bd3dec4-786d-4778-9af4-a189ab900723 kind: Event lastTimestamp: "2026-06-02T16:07:26Z" message: 'Created container: ensemble-graph-d60e3' metadata: creationTimestamp: "2026-06-02T16:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:26Z" name: ensemble-graph-d60e3-5bd89c6854-mzd9g.18b54f533b040c6a namespace: kserve-ci-e2e-test resourceVersion: "19740" uid: f22345e3-cc66-48db-aacd-72777ded9923 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d60e3} kind: Pod name: ensemble-graph-d60e3-5bd89c6854-mzd9g namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: 4bd3dec4-786d-4778-9af4-a189ab900723 kind: Event lastTimestamp: "2026-06-02T16:07:26Z" message: Started container ensemble-graph-d60e3 metadata: creationTimestamp: "2026-06-02T16:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:26Z" name: ensemble-graph-d60e3-5bd89c6854-mzd9g.18b54f533b793e8a namespace: kserve-ci-e2e-test resourceVersion: "19741" uid: 4ff576d3-2352-4d29-bcd5-e5e6c140abbd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d60e3} kind: Pod name: ensemble-graph-d60e3-5bd89c6854-mzd9g namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: 4bd3dec4-786d-4778-9af4-a189ab900723 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: Stopping container ensemble-graph-d60e3 metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:35Z" name: ensemble-graph-d60e3-5bd89c6854-mzd9g.18b54f55524c15f8 namespace: kserve-ci-e2e-test resourceVersion: "19834" uid: d6aaab50-fcd6-452b-8fb3-7e9ff313d0a6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:07:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-d60e3} kind: Pod name: ensemble-graph-d60e3-5bd89c6854-mzd9g namespace: kserve-ci-e2e-test resourceVersion: "19705" uid: 4bd3dec4-786d-4778-9af4-a189ab900723 kind: Event lastTimestamp: "2026-06-02T16:08:03Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:07:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:03Z" name: ensemble-graph-d60e3-5bd89c6854-mzd9g.18b54f55f5b1eca1 namespace: kserve-ci-e2e-test resourceVersion: "20207" uid: ab472c9f-0117-4766-a946-5621cd28a133 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-d60e3-5bd89c6854 namespace: kserve-ci-e2e-test resourceVersion: "19699" uid: 707e2012-6188-4257-85ea-11374d95bd9a kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: 'Created pod: ensemble-graph-d60e3-5bd89c6854-mzd9g' metadata: creationTimestamp: "2026-06-02T16:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:25Z" name: ensemble-graph-d60e3-5bd89c6854.18b54f52f8e042ed namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: b7a03c80-bf21-4ab8-9604-800778179e04 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "19696" uid: c5c78e32-212a-4912-825e-4315825469e2 kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: Scaled up replica set ensemble-graph-d60e3-5bd89c6854 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:25Z" name: ensemble-graph-d60e3.18b54f52f832f847 namespace: kserve-ci-e2e-test resourceVersion: "19701" uid: 453d246e-78be-49e6-b857-020ce93f14af reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:25Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "19716" uid: 0b5aef60-099b-4669-afd8-dc944113dcf5 kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: InferenceGraph [ensemble-graph-d60e3] is Ready metadata: creationTimestamp: "2026-06-02T16:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:25Z" name: ensemble-graph-d60e3.18b54f52fc3a9367 namespace: kserve-ci-e2e-test resourceVersion: "19718" uid: 95162401-d7a6-4319-b730-3cc8d845fba3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:25Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "19689" uid: 0b5aef60-099b-4669-afd8-dc944113dcf5 kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: 'Failed to update status for InferenceGraph "ensemble-graph-d60e3": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-d60e3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:25Z" name: ensemble-graph-d60e3.18b54f52ff2ec265 namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: f02f277b-aa30-427c-b62d-6eac0e8c4819 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:25Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "19689" uid: 0b5aef60-099b-4669-afd8-dc944113dcf5 kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-d60e3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:25Z" name: ensemble-graph-d60e3.18b54f52ff2f0bd0 namespace: kserve-ci-e2e-test resourceVersion: "19723" uid: 18e8fb3a-aac5-4d74-9eb3-80ed7a7ee87a reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:16:50.813632Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24341" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-022f7-predictor-59674bc84-vx8dn to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:16:50Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6999c2774 namespace: kserve-ci-e2e-test resourceVersion: "24347" uid: 54e488f9-c76c-4c79-9261-f6a9f2c8e5a3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-022f7-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6a51dc875 namespace: kserve-ci-e2e-test resourceVersion: "24357" uid: dfb9fa72-6876-49ce-b2f1-802418012bc4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24353" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:16:51Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6d6e2d242 namespace: kserve-ci-e2e-test resourceVersion: "24374" uid: 928c1fdb-d976-4ddd-baeb-79755ff6599d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6d848374c namespace: kserve-ci-e2e-test resourceVersion: "24379" uid: 0ef80186-b338-4f08-98b6-937fcf2ceec2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6dbb4be60 namespace: kserve-ci-e2e-test resourceVersion: "24382" uid: 2c8e58b5-c03f-43bf-aa28-32849f1548eb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6dc22e9a1 namespace: kserve-ci-e2e-test resourceVersion: "24383" uid: 8b6c72da-f6a8-4412-ad00-ea279da12a38 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6dc2f9ba7 namespace: kserve-ci-e2e-test resourceVersion: "24384" uid: 3f7d73b0-60b5-4887-afa0-f0dc22749215 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6df957262 namespace: kserve-ci-e2e-test resourceVersion: "24386" uid: 003967ad-0416-4f29-bf77-dcac72ca677f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6e0092d13 namespace: kserve-ci-e2e-test resourceVersion: "24387" uid: 7374a077-17e0-41fe-a31d-81a4f8d19e4e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:16:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:17:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:16:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:28Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fd6e54f9c53 namespace: kserve-ci-e2e-test resourceVersion: "24676" uid: 483fe384-699f-4a1d-9120-b211c7c7b30a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:18:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:18:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:00Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fe6ef5ee4b4 namespace: kserve-ci-e2e-test resourceVersion: "25171" uid: e24d86ee-6055-47d1-885d-4c6c9dd8aac8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:18:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:18:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:00Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fe6ef5f6670 namespace: kserve-ci-e2e-test resourceVersion: "25173" uid: c46f8047-01c5-42a7-8eb1-c085d60df837 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-022f7-predictor-59674bc84-vx8dn namespace: kserve-ci-e2e-test resourceVersion: "24345" uid: 55d5560a-75f7-446b-a1cb-49388f257cef kind: Event lastTimestamp: "2026-06-02T16:18:03Z" message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:18:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:03Z" name: error-404-isvc-022f7-predictor-59674bc84-vx8dn.18b54fe76d697d11 namespace: kserve-ci-e2e-test resourceVersion: "25285" uid: f4df164b-87ad-45c9-93c3-f9ff57913e3f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-022f7-predictor-59674bc84 namespace: kserve-ci-e2e-test resourceVersion: "24327" uid: 10db7d74-e9f5-4d0a-a9c2-248989b2bb9f kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: 'Created pod: error-404-isvc-022f7-predictor-59674bc84-vx8dn' metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:16:50Z" name: error-404-isvc-022f7-predictor-59674bc84.18b54fd6990c8fc9 namespace: kserve-ci-e2e-test resourceVersion: "24344" uid: 54c1dcef-73ff-46d2-8944-5bd575b33d58 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-022f7-predictor namespace: kserve-ci-e2e-test resourceVersion: "24318" uid: 81bb6db1-c729-4e04-9d04-c16ddfa869b9 kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: Scaled up replica set error-404-isvc-022f7-predictor-59674bc84 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:16:50Z" name: error-404-isvc-022f7-predictor.18b54fd696e04a1f namespace: kserve-ci-e2e-test resourceVersion: "24331" uid: d28b9091-0252-4062-bb1b-a5715ed63b90 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:17:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-022f7-predictor namespace: kserve-ci-e2e-test resourceVersion: "24325" uid: 9419a512-34c7-4e54-9732-6e079c440e06 kind: Event lastTimestamp: "2026-06-02T16:17:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:20Z" name: error-404-isvc-022f7-predictor.18b54fda158a0eb7 namespace: kserve-ci-e2e-test resourceVersion: "24625" uid: 2631e3a1-a50c-4cfb-80fc-390873e2b99a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:17:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-022f7-predictor namespace: kserve-ci-e2e-test resourceVersion: "24325" uid: 9419a512-34c7-4e54-9732-6e079c440e06 kind: Event lastTimestamp: "2026-06-02T16:17:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:20Z" name: error-404-isvc-022f7-predictor.18b54fda15f3fdfa namespace: kserve-ci-e2e-test resourceVersion: "24626" uid: fca24d1d-0853-4088-bceb-798ce2ff684a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:17:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-022f7-predictor namespace: kserve-ci-e2e-test resourceVersion: "24507" uid: 9419a512-34c7-4e54-9732-6e079c440e06 kind: Event lastTimestamp: "2026-06-02T16:17:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:17:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:50Z" name: error-404-isvc-022f7-predictor.18b54fe113683be1 namespace: kserve-ci-e2e-test resourceVersion: "25034" uid: b52dff65-a969-44b8-b3e1-bc127f19a4cb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:17:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-022f7-predictor namespace: kserve-ci-e2e-test resourceVersion: "24507" uid: 9419a512-34c7-4e54-9732-6e079c440e06 kind: Event lastTimestamp: "2026-06-02T16:17:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:17:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:50Z" name: error-404-isvc-022f7-predictor.18b54fe113d00c43 namespace: kserve-ci-e2e-test resourceVersion: "25038" uid: 1d7896fb-e68d-4420-b53e-84c06315ec38 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-022f7 namespace: kserve-ci-e2e-test resourceVersion: "24299" uid: 870f4aeb-3f88-45c4-8759-1f7ff70352d0 kind: Event lastTimestamp: "2026-06-02T16:17:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:38Z" name: error-404-isvc-022f7.18b54fd696e76c80 namespace: kserve-ci-e2e-test resourceVersion: "24899" uid: 2331d63d-24ff-494e-9d26-3225bfbf5c5e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-022f7 namespace: kserve-ci-e2e-test resourceVersion: "24299" uid: 870f4aeb-3f88-45c4-8759-1f7ff70352d0 kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: 'Failed to update status for InferenceService "error-404-isvc-022f7": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-022f7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:16:50Z" name: error-404-isvc-022f7.18b54fd6979b20c7 namespace: kserve-ci-e2e-test resourceVersion: "24337" uid: c97b7f14-6e0a-4074-986d-1cfa9229b0ad reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-022f7 namespace: kserve-ci-e2e-test resourceVersion: "24299" uid: 870f4aeb-3f88-45c4-8759-1f7ff70352d0 kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-022f7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:16:50Z" name: error-404-isvc-022f7.18b54fd6979b8417 namespace: kserve-ci-e2e-test resourceVersion: "24339" uid: 63623eed-fce0-40b2-b7e3-600eab503270 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-022f7 namespace: kserve-ci-e2e-test resourceVersion: "24887" uid: 870f4aeb-3f88-45c4-8759-1f7ff70352d0 kind: Event lastTimestamp: "2026-06-02T16:17:38Z" message: InferenceService [error-404-isvc-022f7] is Ready metadata: creationTimestamp: "2026-06-02T16:17:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:38Z" name: error-404-isvc-022f7.18b54fe1a4ff0f5b namespace: kserve-ci-e2e-test resourceVersion: "24894" uid: 9a1dbcaf-4eb8-4815-81ca-6c9d472e3a4d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:08:21.975938Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20492" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-411bf-predictor-75d76dc5cd-272s7 to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:08:21Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f60208523a5 namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: 452791ea-3e0c-40ad-8573-c31a3cb5a1b1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:22Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:08:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-411bf-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T16:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:22Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f6028e01957 namespace: kserve-ci-e2e-test resourceVersion: "20505" uid: 53b1d3d5-fbaa-4d1b-8079-4d37c5b2be32 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20502" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:08:23Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f605f45ecd7 namespace: kserve-ci-e2e-test resourceVersion: "20530" uid: 0ceb6b4a-90ba-4336-8e47-1b724288c45c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:23Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f6060ba689e namespace: kserve-ci-e2e-test resourceVersion: "20532" uid: 162073b1-780c-411b-96d7-336345b820cc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:23Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f6063ed4733 namespace: kserve-ci-e2e-test resourceVersion: "20533" uid: b4db40f4-6b55-4d29-9349-e9505d505286 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:23Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f6064617359 namespace: kserve-ci-e2e-test resourceVersion: "20534" uid: 01791dfb-6ed5-47ca-af10-4e980e27d091 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:23Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f60646ea05f namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: e71dbb2c-56a4-42ed-8ee9-a6e8525cb2ff reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:23Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f6067e1a95a namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: 5256e48d-d879-408d-bb5b-8d59a30f2d0f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:23Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f606854f619 namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 40d2a6a0-8db0-46b1-bde1-31047ef7860b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:08:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:09:00Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:08:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:09:00Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54f60b706a403 namespace: kserve-ci-e2e-test resourceVersion: "20907" uid: 644eb29c-ac66-4af8-85b7-bf8c01d968fe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:36Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54fe14fb6eea5 namespace: kserve-ci-e2e-test resourceVersion: "24823" uid: 9f0deec9-29f0-4ad3-9eab-2a4cc8ebb664 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: e71a98d0-c400-467d-97d1-04dfa6d078ee kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:36Z" name: error-404-isvc-411bf-predictor-75d76dc5cd-272s7.18b54fe14fb797d2 namespace: kserve-ci-e2e-test resourceVersion: "24825" uid: 48b40d56-f7de-464e-9060-04216f3d4f02 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-411bf-predictor-75d76dc5cd namespace: kserve-ci-e2e-test resourceVersion: "20476" uid: 9cc2474e-b87b-43d1-a0f8-bf18da33635b kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: 'Created pod: error-404-isvc-411bf-predictor-75d76dc5cd-272s7' metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:21Z" name: error-404-isvc-411bf-predictor-75d76dc5cd.18b54f601ff79779 namespace: kserve-ci-e2e-test resourceVersion: "20494" uid: 08f6d511-9460-4d96-8165-094d08bdadbd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: f3bcfd34-1203-4990-8af7-43bb761d6d25 kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: Scaled up replica set error-404-isvc-411bf-predictor-75d76dc5cd from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:21Z" name: error-404-isvc-411bf-predictor.18b54f601df437cf namespace: kserve-ci-e2e-test resourceVersion: "20484" uid: 713a524e-7485-4b53-a791-c13f6bb68fa1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20475" uid: 12981253-b34d-42d6-b28c-9f74bbedc408 kind: Event lastTimestamp: "2026-06-02T16:08:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:51Z" name: error-404-isvc-411bf-predictor.18b54f639c6a9918 namespace: kserve-ci-e2e-test resourceVersion: "20848" uid: 9e427954-3281-4ba6-9884-af5519d6b227 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20475" uid: 12981253-b34d-42d6-b28c-9f74bbedc408 kind: Event lastTimestamp: "2026-06-02T16:08:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:51Z" name: error-404-isvc-411bf-predictor.18b54f639ce29f35 namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: b3471d83-4e49-4de4-ba54-6a490a4d7e53 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:09:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20721" uid: 12981253-b34d-42d6-b28c-9f74bbedc408 kind: Event lastTimestamp: "2026-06-02T16:09:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:09:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:37Z" name: error-404-isvc-411bf-predictor.18b54f6a9abfb357 namespace: kserve-ci-e2e-test resourceVersion: "21278" uid: da157bee-9eff-4c73-948f-ee87c8e4d49b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:09:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20721" uid: 12981253-b34d-42d6-b28c-9f74bbedc408 kind: Event lastTimestamp: "2026-06-02T16:09:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:09:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:37Z" name: error-404-isvc-411bf-predictor.18b54f6a9b52660d namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: dc4b9650-fbe3-4584-8d02-d9527ed0753c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-411bf namespace: kserve-ci-e2e-test resourceVersion: "20453" uid: 40afa897-461f-44b0-bd86-4cf77b33683c kind: Event lastTimestamp: "2026-06-02T16:09:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:09:10Z" name: error-404-isvc-411bf.18b54f601dd0b94e namespace: kserve-ci-e2e-test resourceVersion: "21008" uid: 8fc36a80-86b2-48d0-8739-8fae7b7056fc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-411bf namespace: kserve-ci-e2e-test resourceVersion: "20453" uid: 40afa897-461f-44b0-bd86-4cf77b33683c kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: 'Failed to update status for InferenceService "error-404-isvc-411bf": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-411bf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:21Z" name: error-404-isvc-411bf.18b54f601e978756 namespace: kserve-ci-e2e-test resourceVersion: "20488" uid: 50ab1570-9250-434a-99a2-d157bd955369 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-411bf namespace: kserve-ci-e2e-test resourceVersion: "20453" uid: 40afa897-461f-44b0-bd86-4cf77b33683c kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-411bf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:21Z" name: error-404-isvc-411bf.18b54f601e97e73d namespace: kserve-ci-e2e-test resourceVersion: "20489" uid: 7a0f0985-6547-4c3b-be2f-63774afc31a6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-411bf namespace: kserve-ci-e2e-test resourceVersion: "21006" uid: 40afa897-461f-44b0-bd86-4cf77b33683c kind: Event lastTimestamp: "2026-06-02T16:09:10Z" message: InferenceService [error-404-isvc-411bf] is Ready metadata: creationTimestamp: "2026-06-02T16:09:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:09:10Z" name: error-404-isvc-411bf.18b54f6b7249cbd0 namespace: kserve-ci-e2e-test resourceVersion: "21007" uid: 17386e71-0a6d-43ff-ab41-296bd2f2c51c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:07:11.799256Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19504" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5da44-predictor-98d5465cd-hvgvx to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:07:11Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f4fc9a9ec46 namespace: kserve-ci-e2e-test resourceVersion: "19509" uid: 496cda15-6d08-4618-bf24-625c9228b806 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19521" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:07:12Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f4fe3552e24 namespace: kserve-ci-e2e-test resourceVersion: "19546" uid: 4033d3ee-4b2f-4108-a6c4-5e04f529c2e4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f4fe4b5b950 namespace: kserve-ci-e2e-test resourceVersion: "19550" uid: d26a3332-5a6d-4e96-98e6-f95499a534c6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f4fe908b90b namespace: kserve-ci-e2e-test resourceVersion: "19551" uid: 35d2af6a-266c-402b-9855-c83acc176021 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f4fe97f5f02 namespace: kserve-ci-e2e-test resourceVersion: "19552" uid: 5516fee9-19f7-4710-bb15-d49ab6ddd46d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f4fe98c7ebb namespace: kserve-ci-e2e-test resourceVersion: "19553" uid: bc2c21bd-e513-4d6e-9f07-52816a8213b9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f4fece6cf70 namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: 1e915156-5e66-4cb0-b443-20ff21aa5fc1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f4fed621f6c namespace: kserve-ci-e2e-test resourceVersion: "19557" uid: cce88401-3e3f-4d59-913d-5baa24ba9832 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:07:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:50Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f505b88ffc7 namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: c5424971-3f73-4391-8145-94488a179b94 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:21Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f601f2fd98c namespace: kserve-ci-e2e-test resourceVersion: "20490" uid: 5a241e04-fa62-4762-a77f-aea71cf96005 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:21Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f601f3058e2 namespace: kserve-ci-e2e-test resourceVersion: "20493" uid: 4b142ec7-f34f-4b79-9ada-fd07d52d7558 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: 0990edda-a3df-4e13-ac79-c3601c8849aa kind: Event lastTimestamp: "2026-06-02T16:08:25Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:08:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:25Z" name: error-404-isvc-5da44-predictor-98d5465cd-hvgvx.18b54f60e3b08566 namespace: kserve-ci-e2e-test resourceVersion: "20585" uid: 3a0df7f7-29ee-4c2d-9e0d-8cddfe996776 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5da44-predictor-98d5465cd namespace: kserve-ci-e2e-test resourceVersion: "19497" uid: 29dd0991-6d46-4164-afa7-837785734e48 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: 'Created pod: error-404-isvc-5da44-predictor-98d5465cd-hvgvx' metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:11Z" name: error-404-isvc-5da44-predictor-98d5465cd.18b54f4fc940656a namespace: kserve-ci-e2e-test resourceVersion: "19506" uid: b2699d37-69a5-4f3e-b445-1e09f1e232c0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19495" uid: 1a7e61eb-1b99-4942-bd38-adfa2a963cf2 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: Scaled up replica set error-404-isvc-5da44-predictor-98d5465cd from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:11Z" name: error-404-isvc-5da44-predictor.18b54f4fc7220ca3 namespace: kserve-ci-e2e-test resourceVersion: "19499" uid: 1a2b9e90-4de5-4a31-bd66-641460a53142 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19496" uid: f9b67184-5804-4753-880a-ddb5e85c9978 kind: Event lastTimestamp: "2026-06-02T16:08:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:11Z" name: error-404-isvc-5da44-predictor.18b54f5345971613 namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: fc7863ee-4a5d-4e13-b2f4-100ad123bcf4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19496" uid: f9b67184-5804-4753-880a-ddb5e85c9978 kind: Event lastTimestamp: "2026-06-02T16:08:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:11Z" name: error-404-isvc-5da44-predictor.18b54f534606cf1f namespace: kserve-ci-e2e-test resourceVersion: "20308" uid: 290570c2-5ed1-4231-a232-7c80ae7b17ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19746" uid: f9b67184-5804-4753-880a-ddb5e85c9978 kind: Event lastTimestamp: "2026-06-02T16:07:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:07:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:56Z" name: error-404-isvc-5da44-predictor.18b54f56c4da57f3 namespace: kserve-ci-e2e-test resourceVersion: "20142" uid: a11a70a7-e950-4b1a-a3d0-c7c22982b11b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19746" uid: f9b67184-5804-4753-880a-ddb5e85c9978 kind: Event lastTimestamp: "2026-06-02T16:07:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:07:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:56Z" name: error-404-isvc-5da44-predictor.18b54f56c5d74612 namespace: kserve-ci-e2e-test resourceVersion: "20143" uid: 9b4c288a-f7ec-43cc-a506-f45490222cb8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5da44 namespace: kserve-ci-e2e-test resourceVersion: "19477" uid: 807b31e5-c31c-4b02-bece-c07144301385 kind: Event lastTimestamp: "2026-06-02T16:08:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:00Z" name: error-404-isvc-5da44.18b54f4fc6f44cee namespace: kserve-ci-e2e-test resourceVersion: "20186" uid: 7a44d3e1-9cad-4828-afa5-e899e328df15 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5da44 namespace: kserve-ci-e2e-test resourceVersion: "19477" uid: 807b31e5-c31c-4b02-bece-c07144301385 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: 'Failed to update status for InferenceService "error-404-isvc-5da44": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5da44": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:11Z" name: error-404-isvc-5da44.18b54f4fc76f41da namespace: kserve-ci-e2e-test resourceVersion: "19501" uid: 53473800-dea8-459a-bbc1-dbc635d5198a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5da44 namespace: kserve-ci-e2e-test resourceVersion: "19477" uid: 807b31e5-c31c-4b02-bece-c07144301385 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-5da44": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:11Z" name: error-404-isvc-5da44.18b54f4fc76f8ef0 namespace: kserve-ci-e2e-test resourceVersion: "19502" uid: efb297dd-b905-4ea3-8421-adc9bd5018cd reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5da44 namespace: kserve-ci-e2e-test resourceVersion: "20183" uid: 807b31e5-c31c-4b02-bece-c07144301385 kind: Event lastTimestamp: "2026-06-02T16:08:00Z" message: InferenceService [error-404-isvc-5da44] is Ready metadata: creationTimestamp: "2026-06-02T16:08:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:00Z" name: error-404-isvc-5da44.18b54f5b16c9ef14 namespace: kserve-ci-e2e-test resourceVersion: "20184" uid: 33a14814-0d65-451f-a581-d426d94f29ee reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:17:36.876849Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24837" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-78d4f-predictor-79467495b8-z9tfb to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:17:36Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe15331089a namespace: kserve-ci-e2e-test resourceVersion: "24842" uid: 640a9f5d-0456-4c5b-ac85-8915135b906e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24847" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:17:37Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe16ce16335 namespace: kserve-ci-e2e-test resourceVersion: "24861" uid: 339f2b62-c175-46bb-93b4-b338aec83582 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe16e42cab2 namespace: kserve-ci-e2e-test resourceVersion: "24864" uid: a82831e9-e622-4c8a-a13a-3e21ba2198e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe171049747 namespace: kserve-ci-e2e-test resourceVersion: "24867" uid: 873d2fc8-9fe2-4c0a-a0d2-6eaed0ab6b15 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe171d03d99 namespace: kserve-ci-e2e-test resourceVersion: "24868" uid: 70b1950e-7d8e-46ec-9614-dcaa54761662 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe171dd26c1 namespace: kserve-ci-e2e-test resourceVersion: "24869" uid: fc80d047-2af7-489e-98e4-2d96107d2e3e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe174e51c2c namespace: kserve-ci-e2e-test resourceVersion: "24870" uid: ad70a5ae-713d-4849-b7ef-5bf3c6154973 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe175577864 namespace: kserve-ci-e2e-test resourceVersion: "24871" uid: 3934ffde-c798-4684-affb-84f7854da08a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:17:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:18:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:17:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:15Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b54fe1dfaabc3a namespace: kserve-ci-e2e-test resourceVersion: "25401" uid: f3abfb21-8f7f-44bf-954e-d25c7b18ab56 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:34:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:34:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:34:56Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b550d35811da66 namespace: kserve-ci-e2e-test resourceVersion: "32816" uid: dd91c64b-e9ad-4206-af33-c6ce9395fdd0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:34:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb namespace: kserve-ci-e2e-test resourceVersion: "24839" uid: 5cf88d9e-57a2-42ce-b89b-f63ef0df9719 kind: Event lastTimestamp: "2026-06-02T16:34:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:34:56Z" name: error-404-isvc-78d4f-predictor-79467495b8-z9tfb.18b550d3581261b6 namespace: kserve-ci-e2e-test resourceVersion: "32818" uid: a1359919-ac36-4d2c-a5ad-e2efb621a1a2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-78d4f-predictor-79467495b8 namespace: kserve-ci-e2e-test resourceVersion: "24830" uid: 9abc32fa-5874-485e-bee8-d8ae93312c03 kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: 'Created pod: error-404-isvc-78d4f-predictor-79467495b8-z9tfb' metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:36Z" name: error-404-isvc-78d4f-predictor-79467495b8.18b54fe152ac4837 namespace: kserve-ci-e2e-test resourceVersion: "24838" uid: 41825cce-f87d-4d28-95b6-2f8cf81038a8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-78d4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24828" uid: c5ad150c-ef00-4d03-86cf-cd185f9f612d kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: Scaled up replica set error-404-isvc-78d4f-predictor-79467495b8 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:36Z" name: error-404-isvc-78d4f-predictor.18b54fe151199cca namespace: kserve-ci-e2e-test resourceVersion: "24831" uid: 709f6fb7-c291-44b9-90b2-517057b316d1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T16:17:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-78d4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24829" uid: ccd0d9e4-bcb0-4623-979d-e0c81710567b kind: Event lastTimestamp: "2026-06-02T16:18:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:36Z" name: error-404-isvc-78d4f-predictor.18b54fe4cfce7a23 namespace: kserve-ci-e2e-test resourceVersion: "25623" uid: f1ab124b-9c49-4179-ae2a-41b0d83e76e7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T16:17:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-78d4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24829" uid: ccd0d9e4-bcb0-4623-979d-e0c81710567b kind: Event lastTimestamp: "2026-06-02T16:18:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:36Z" name: error-404-isvc-78d4f-predictor.18b54fe4d03c56bb namespace: kserve-ci-e2e-test resourceVersion: "25624" uid: 4274878c-e206-49ac-905e-9256164b3502 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-78d4f namespace: kserve-ci-e2e-test resourceVersion: "24795" uid: 88e709fd-20ab-4ef2-b8f0-123084997320 kind: Event lastTimestamp: "2026-06-02T16:18:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:25Z" name: error-404-isvc-78d4f.18b54fe1511ff5e7 namespace: kserve-ci-e2e-test resourceVersion: "25503" uid: 62a6be21-959f-4114-a97a-b4b9b40814ee reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-78d4f namespace: kserve-ci-e2e-test resourceVersion: "24795" uid: 88e709fd-20ab-4ef2-b8f0-123084997320 kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: 'Failed to update status for InferenceService "error-404-isvc-78d4f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-78d4f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:36Z" name: error-404-isvc-78d4f.18b54fe15193b0b5 namespace: kserve-ci-e2e-test resourceVersion: "24834" uid: 4c1aab82-508b-4a96-b05e-d2e181063de0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-78d4f namespace: kserve-ci-e2e-test resourceVersion: "24795" uid: 88e709fd-20ab-4ef2-b8f0-123084997320 kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-78d4f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:36Z" name: error-404-isvc-78d4f.18b54fe151941978 namespace: kserve-ci-e2e-test resourceVersion: "24835" uid: c9108627-93ca-4f45-b5d1-4ef0fe4fb845 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-78d4f namespace: kserve-ci-e2e-test resourceVersion: "25500" uid: 88e709fd-20ab-4ef2-b8f0-123084997320 kind: Event lastTimestamp: "2026-06-02T16:18:25Z" message: InferenceService [error-404-isvc-78d4f] is Ready metadata: creationTimestamp: "2026-06-02T16:18:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:25Z" name: error-404-isvc-78d4f.18b54fec9ac59904 namespace: kserve-ci-e2e-test resourceVersion: "25501" uid: c4736d31-b7d2-4576-8a0a-98cc1c27f578 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:07:35.893585Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19914" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-94f66-predictor-76446b9648-x8kt2 to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:07:35Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f5565cc3884 namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: 2513ff32-8a3d-421e-a8b8-4c1fa8c6fb10 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-94f66-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:36Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f556ccbedec namespace: kserve-ci-e2e-test resourceVersion: "19928" uid: 3db94770-5a9d-419d-b59c-f2b41633f061 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19926" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:07:36Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f55a3552737 namespace: kserve-ci-e2e-test resourceVersion: "19952" uid: 1d53642e-4182-486c-8128-bbebf264e45f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:36Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f55a4cf6569 namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: 31d7d570-1f86-4b37-8e59-f0f4ef150536 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:07:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:37Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f55a7f6084d namespace: kserve-ci-e2e-test resourceVersion: "19956" uid: 829eed84-e15a-44ba-85ae-214e96d818ac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:07:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:37Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f55a86aa615 namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: ff9048bd-ec7d-4185-b192-6c39ad3d6548 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:07:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:37Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f55a876e9d3 namespace: kserve-ci-e2e-test resourceVersion: "19958" uid: 1a7e89bb-6c5b-4951-ba4a-a6ba6535057a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:07:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:37Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f55ab82ccff namespace: kserve-ci-e2e-test resourceVersion: "19959" uid: 4d594278-a171-400a-9aec-7fa93dd173dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:07:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:37Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f55abf57ff7 namespace: kserve-ci-e2e-test resourceVersion: "19961" uid: 0f654642-9227-40bb-845c-4c527e78d0bb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:07:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:08:14Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:07:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:14Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54f55f7afaa7f namespace: kserve-ci-e2e-test resourceVersion: "20336" uid: b0d2eb33-7146-474c-95cb-caf5277bac3f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:50Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54fd6985aa712 namespace: kserve-ci-e2e-test resourceVersion: "24340" uid: 6c04f035-661a-4246-9c27-ee115489b7ee reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-94f66-predictor-76446b9648-x8kt2 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: 49dd9b8f-7879-42a9-9817-fee62e3d47fd kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:50Z" name: error-404-isvc-94f66-predictor-76446b9648-x8kt2.18b54fd6985bcadb namespace: kserve-ci-e2e-test resourceVersion: "24342" uid: bd1a99af-66a2-420a-a323-269c0a00fde1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-94f66-predictor-76446b9648 namespace: kserve-ci-e2e-test resourceVersion: "19906" uid: 97eb5515-9f9c-42fb-b474-4630c5560e02 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: 'Created pod: error-404-isvc-94f66-predictor-76446b9648-x8kt2' metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:35Z" name: error-404-isvc-94f66-predictor-76446b9648.18b54f55653328b4 namespace: kserve-ci-e2e-test resourceVersion: "19916" uid: 48170bba-1805-4a14-9a81-043fb3f86402 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-94f66-predictor namespace: kserve-ci-e2e-test resourceVersion: "19902" uid: 6d109c1e-d943-451d-960c-48614c00f805 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: Scaled up replica set error-404-isvc-94f66-predictor-76446b9648 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:35Z" name: error-404-isvc-94f66-predictor.18b54f55637aee66 namespace: kserve-ci-e2e-test resourceVersion: "19908" uid: c7cdf01b-0316-4670-a028-3b913c16e8ff reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:07:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94f66-predictor namespace: kserve-ci-e2e-test resourceVersion: "19905" uid: 6a206dc2-1551-461e-a301-ef415242057b kind: Event lastTimestamp: "2026-06-02T16:08:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:50Z" name: error-404-isvc-94f66-predictor.18b54f58e1fbd2ac namespace: kserve-ci-e2e-test resourceVersion: "20837" uid: 2e1b17d7-d748-4557-9f03-216d373e2c76 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:07:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-94f66-predictor namespace: kserve-ci-e2e-test resourceVersion: "19905" uid: 6a206dc2-1551-461e-a301-ef415242057b kind: Event lastTimestamp: "2026-06-02T16:08:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:50Z" name: error-404-isvc-94f66-predictor.18b54f58e269e110 namespace: kserve-ci-e2e-test resourceVersion: "20838" uid: a869b3a3-2877-43d8-a705-f1aba22edf15 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-94f66 namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: 248b690b-b743-490d-a9ad-a3e4a186fb07 kind: Event lastTimestamp: "2026-06-02T16:08:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:24Z" name: error-404-isvc-94f66.18b54f556355c689 namespace: kserve-ci-e2e-test resourceVersion: "20572" uid: d4e09dab-55c7-477b-aa46-80c7ed4ef172 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-94f66 namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: 248b690b-b743-490d-a9ad-a3e4a186fb07 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: 'Failed to update status for InferenceService "error-404-isvc-94f66": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-94f66": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:35Z" name: error-404-isvc-94f66.18b54f5563cf0a50 namespace: kserve-ci-e2e-test resourceVersion: "19910" uid: 0346606a-96e8-414e-bdd0-834fbe88b315 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-94f66 namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: 248b690b-b743-490d-a9ad-a3e4a186fb07 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-94f66": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:35Z" name: error-404-isvc-94f66.18b54f5563cf525e namespace: kserve-ci-e2e-test resourceVersion: "19911" uid: 1e6165b1-36e7-4a3d-8c40-32daf75299ed reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-94f66 namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: 248b690b-b743-490d-a9ad-a3e4a186fb07 kind: Event lastTimestamp: "2026-06-02T16:08:24Z" message: InferenceService [error-404-isvc-94f66] is Ready metadata: creationTimestamp: "2026-06-02T16:08:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:24Z" name: error-404-isvc-94f66.18b54f60b2fa825f namespace: kserve-ci-e2e-test resourceVersion: "20570" uid: 421efeb5-5599-4508-9e63-68453e92c723 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:55:36.540594Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13529" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:55:36Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eade904947e namespace: kserve-ci-e2e-test resourceVersion: "13534" uid: 810fbe25-18eb-4b9e-a09e-81f72daa7031 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13542" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:55:36Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eae02e3d2ae namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: 04b39617-0d5e-4a03-8be3-ebd89795dd70 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:37Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" metadata: creationTimestamp: "2026-06-02T15:55:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:37Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eae04a04069 namespace: kserve-ci-e2e-test resourceVersion: "13594" uid: e389e378-09cb-4639-8cc5-76e171f50dfa reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:50Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" in 13.954s (13.954s including waiting). Image size: 1334725738 bytes.' metadata: creationTimestamp: "2026-06-02T15:55:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:50Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eb144641799 namespace: kserve-ci-e2e-test resourceVersion: "13748" uid: 4690e174-5834-49d3-bb21-6efdbd51e764 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:51Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eb1489cbc55 namespace: kserve-ci-e2e-test resourceVersion: "13751" uid: 4714c337-999b-41fe-b095-0843a6832a6c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:51Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eb14911d2a6 namespace: kserve-ci-e2e-test resourceVersion: "13752" uid: 38ae9bbb-05c7-4257-95a0-6e51dcb73290 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:51Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eb149200aef namespace: kserve-ci-e2e-test resourceVersion: "13753" uid: ed3dc5ec-e4b5-4640-acee-633af9dc42b7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:53Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.467s (2.467s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-06-02T15:55:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:53Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eb1dc3a3f7c namespace: kserve-ci-e2e-test resourceVersion: "13807" uid: e3a3211f-dafa-4d41-92c8-b49065098904 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:55:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:53Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eb1e1aa10b6 namespace: kserve-ci-e2e-test resourceVersion: "13809" uid: d7aa2a48-d270-4418-b362-349302dc64b4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:55:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:55:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:53Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eb1e2a5d4f9 namespace: kserve-ci-e2e-test resourceVersion: "13810" uid: 4e6dd175-002d-4170-9d50-88eeb5d85554 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-06-02T15:55:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:55:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54eb23b6bb8aa namespace: kserve-ci-e2e-test resourceVersion: "14659" uid: 9e292e31-0b94-4a46-9644-534e4147995f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:10Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54ec3d36e5f1a namespace: kserve-ci-e2e-test resourceVersion: "14632" uid: e1087831-4024-492a-bd80-e6ce9a4b0487 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:10Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54ec3d36f2b09 namespace: kserve-ci-e2e-test resourceVersion: "14636" uid: fc0f3c2c-c7fb-4fb2-890f-e773a24d6e02 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j namespace: kserve-ci-e2e-test resourceVersion: "13531" uid: 9bb12859-245c-4653-a61b-80a45dc8a55c kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j.18b54ec3ed9e140d namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 204377d6-6996-42e4-91f4-ed0e7f2b7446 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-baff1-predictor-6c8f9d8cc4 namespace: kserve-ci-e2e-test resourceVersion: "13517" uid: 7ffb33a7-e90e-4262-8c82-369f0914dc07 kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: 'Created pod: error-404-isvc-baff1-predictor-6c8f9d8cc4-pwd6j' metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: error-404-isvc-baff1-predictor-6c8f9d8cc4.18b54eade862e2ef namespace: kserve-ci-e2e-test resourceVersion: "13530" uid: 24f21f42-23fb-48b2-9c20-a90c0796a6eb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13511" uid: 76f84252-3962-4334-8974-a4dfd1c0f950 kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Scaled up replica set error-404-isvc-baff1-predictor-6c8f9d8cc4 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: error-404-isvc-baff1-predictor.18b54eade4c2eddf namespace: kserve-ci-e2e-test resourceVersion: "13519" uid: ee7a4680-a13e-44e6-9b70-d031d6332515 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13516" uid: d2a36242-11ac-418b-aa42-68e2a92de3c2 kind: Event lastTimestamp: "2026-06-02T15:56:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:21Z" name: error-404-isvc-baff1-predictor.18b54eb163bfc760 namespace: kserve-ci-e2e-test resourceVersion: "14074" uid: 3dd578fd-b9fb-4e83-9b4e-cef404d78d9b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13516" uid: d2a36242-11ac-418b-aa42-68e2a92de3c2 kind: Event lastTimestamp: "2026-06-02T15:56:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:21Z" name: error-404-isvc-baff1-predictor.18b54eb1644bd746 namespace: kserve-ci-e2e-test resourceVersion: "14075" uid: 6267de60-1621-45ad-8646-c6c83ce6579e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:56:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13780" uid: d2a36242-11ac-418b-aa42-68e2a92de3c2 kind: Event lastTimestamp: "2026-06-02T15:56:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:51Z" name: error-404-isvc-baff1-predictor.18b54ebbe0eeb388 namespace: kserve-ci-e2e-test resourceVersion: "14333" uid: 1dcac37a-01fd-4975-932b-9f6b9717bed2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:56:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13780" uid: d2a36242-11ac-418b-aa42-68e2a92de3c2 kind: Event lastTimestamp: "2026-06-02T15:56:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:51Z" name: error-404-isvc-baff1-predictor.18b54ebbe1589231 namespace: kserve-ci-e2e-test resourceVersion: "14334" uid: a6ccecaf-046a-4233-b264-166c02944877 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-baff1 namespace: kserve-ci-e2e-test resourceVersion: "13499" uid: 703f2343-529a-4673-a22d-4f8e20f27899 kind: Event lastTimestamp: "2026-06-02T15:56:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:56:41Z" name: error-404-isvc-baff1.18b54eade4c9f5d8 namespace: kserve-ci-e2e-test resourceVersion: "14253" uid: ea415e56-d0c3-46ef-9081-994d0836b0b4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-baff1 namespace: kserve-ci-e2e-test resourceVersion: "14251" uid: 703f2343-529a-4673-a22d-4f8e20f27899 kind: Event lastTimestamp: "2026-06-02T15:56:41Z" message: InferenceService [error-404-isvc-baff1] is Ready metadata: creationTimestamp: "2026-06-02T15:56:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:56:41Z" name: error-404-isvc-baff1.18b54ebcf83d8398 namespace: kserve-ci-e2e-test resourceVersion: "14252" uid: 79932f3d-9a65-431f-b3dc-7b29249ebdec reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:57:10.682797Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14631" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c6170-predictor-59b777545b-kglp9 to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:57:10Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec3d454af33 namespace: kserve-ci-e2e-test resourceVersion: "14637" uid: 0e31bbc3-2df7-4064-bb5d-1b74e59448a3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14643" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec3edbdf6f0 namespace: kserve-ci-e2e-test resourceVersion: "14658" uid: f94b7aaa-e823-4919-9699-45797adb18f5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec3ef574cea namespace: kserve-ci-e2e-test resourceVersion: "14662" uid: 465536a6-2c79-445a-b4ba-27fd063b850a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec3f2c09548 namespace: kserve-ci-e2e-test resourceVersion: "14668" uid: 0e07df53-5bf7-48bd-80ad-7990e07339cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec3f334bdf7 namespace: kserve-ci-e2e-test resourceVersion: "14670" uid: 18497436-7c1b-4f8c-839f-6b44f013eff8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec3f341fd76 namespace: kserve-ci-e2e-test resourceVersion: "14671" uid: cffa7871-c74f-4547-8866-e84f1d22b8bc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec3f671950c namespace: kserve-ci-e2e-test resourceVersion: "14672" uid: 0d5b9030-2c46-47d6-b8bb-8b58d70b0040 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec3f6d40f60 namespace: kserve-ci-e2e-test resourceVersion: "14673" uid: 2baed7af-fd0d-4053-bb74-aeea80b27907 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-06-02T15:57:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T16:06:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:57:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:28Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54ec4389e6794 namespace: kserve-ci-e2e-test resourceVersion: "19091" uid: 44105710-6112-4626-a0b7-ebd562a7395f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54f4500a8d7b1 namespace: kserve-ci-e2e-test resourceVersion: "19017" uid: a8cb5e6b-415e-4262-8bc7-9f6ee90b0e0e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54f4500a96709 namespace: kserve-ci-e2e-test resourceVersion: "19020" uid: 4bf8df59-0c85-454e-bd8e-3898e21d557d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c6170-predictor-59b777545b-kglp9 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: c1c39ca9-cd23-4430-9d5c-f0fb1a4c3841 kind: Event lastTimestamp: "2026-06-02T16:06:28Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:28Z" name: error-404-isvc-c6170-predictor-59b777545b-kglp9.18b54f45acf33920 namespace: kserve-ci-e2e-test resourceVersion: "19089" uid: 5e9a9e04-168b-4e06-8198-493df6a9f954 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c6170-predictor-59b777545b namespace: kserve-ci-e2e-test resourceVersion: "14616" uid: 8ffa5b85-ec75-4e77-9b48-c3a77c8bf995 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: 'Created pod: error-404-isvc-c6170-predictor-59b777545b-kglp9' metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:10Z" name: error-404-isvc-c6170-predictor-59b777545b.18b54ec3d3e4be9f namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: ae434179-315f-4474-8d30-3217e35582bc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14612" uid: 2ca3ea83-9e80-42a1-b48f-5d411812be54 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: Scaled up replica set error-404-isvc-c6170-predictor-59b777545b from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:10Z" name: error-404-isvc-c6170-predictor.18b54ec3d1a6cead namespace: kserve-ci-e2e-test resourceVersion: "14623" uid: 124c9f19-afea-4f17-975c-2c81138c12ce reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14621" uid: 6b465a82-3335-48b9-bd8f-91664868173f kind: Event lastTimestamp: "2026-06-02T15:57:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:57:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:25Z" name: error-404-isvc-c6170-predictor.18b54ec750a6988a namespace: kserve-ci-e2e-test resourceVersion: "14825" uid: 4142907a-5f58-4a92-90a9-b238de39cf05 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14621" uid: 6b465a82-3335-48b9-bd8f-91664868173f kind: Event lastTimestamp: "2026-06-02T15:57:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:57:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:25Z" name: error-404-isvc-c6170-predictor.18b54ec751b17edd namespace: kserve-ci-e2e-test resourceVersion: "14827" uid: 15b15eb1-2fef-42a8-94f0-999a40c5f8ac reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T15:57:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14826" uid: 6b465a82-3335-48b9-bd8f-91664868173f kind: Event lastTimestamp: "2026-06-02T15:58:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:57:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:25Z" name: error-404-isvc-c6170-predictor.18b54ecad0836c7b namespace: kserve-ci-e2e-test resourceVersion: "15577" uid: 75193f47-1a98-4379-b94b-4acc82351570 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T15:57:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14826" uid: 6b465a82-3335-48b9-bd8f-91664868173f kind: Event lastTimestamp: "2026-06-02T15:58:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:57:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:25Z" name: error-404-isvc-c6170-predictor.18b54ecad1305d13 namespace: kserve-ci-e2e-test resourceVersion: "15578" uid: 22c95cb5-4923-49ff-b2eb-e3a9a3844a12 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c6170 namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: 424e9bf7-3bcf-4412-acc6-80387132b7c5 kind: Event lastTimestamp: "2026-06-02T15:57:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:58Z" name: error-404-isvc-c6170.18b54ec3d1e20e4d namespace: kserve-ci-e2e-test resourceVersion: "15294" uid: b2dc8108-9ade-4c74-85f6-754f59b17b89 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c6170 namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: 424e9bf7-3bcf-4412-acc6-80387132b7c5 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: 'Failed to update status for InferenceService "error-404-isvc-c6170": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c6170": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:10Z" name: error-404-isvc-c6170.18b54ec3d2c0a3e9 namespace: kserve-ci-e2e-test resourceVersion: "14628" uid: 78d34a85-2bb2-4f29-ab60-e40c44a92015 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c6170 namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: 424e9bf7-3bcf-4412-acc6-80387132b7c5 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c6170": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:10Z" name: error-404-isvc-c6170.18b54ec3d2c101a0 namespace: kserve-ci-e2e-test resourceVersion: "14630" uid: cde5a89c-d977-414a-8234-688039c7d249 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c6170 namespace: kserve-ci-e2e-test resourceVersion: "15291" uid: 424e9bf7-3bcf-4412-acc6-80387132b7c5 kind: Event lastTimestamp: "2026-06-02T15:57:58Z" message: InferenceService [error-404-isvc-c6170] is Ready metadata: creationTimestamp: "2026-06-02T15:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:58Z" name: error-404-isvc-c6170.18b54ecef3f598be namespace: kserve-ci-e2e-test resourceVersion: "15293" uid: 955f351d-768e-4814-b0ab-34d44ac5be39 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:18:01.169771Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25231" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-cb302-predictor-6f58d6db6-sp4rg to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe6fb29a51c namespace: kserve-ci-e2e-test resourceVersion: "25235" uid: a7cc7f4b-dd9d-4a9d-acaa-6fce7ae77d4d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25239" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe714d3ddb8 namespace: kserve-ci-e2e-test resourceVersion: "25253" uid: 59dad2d2-abd6-4404-ad44-baeed5bd0faf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe716531640 namespace: kserve-ci-e2e-test resourceVersion: "25255" uid: ffbf39f7-d94d-4aea-82ee-3fabe4a5f5cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe719885573 namespace: kserve-ci-e2e-test resourceVersion: "25256" uid: b740db87-5df7-4df8-80c7-51952aa0831d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe71a00e640 namespace: kserve-ci-e2e-test resourceVersion: "25257" uid: f8350130-c32e-41cb-a1d5-de7580119bf1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe71a0f1fe1 namespace: kserve-ci-e2e-test resourceVersion: "25258" uid: 6abfc760-2fd8-4c77-9119-db1474c55be1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe71d20319a namespace: kserve-ci-e2e-test resourceVersion: "25259" uid: 0bbe45e8-e361-42f0-98f0-e3fc1be0bfd5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe71d98a497 namespace: kserve-ci-e2e-test resourceVersion: "25260" uid: 804ff54c-d5f9-4b4d-8931-2a79e6f55c78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:18:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:18:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:18:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:39Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b54fe77ae9ba8b namespace: kserve-ci-e2e-test resourceVersion: "25650" uid: 17946088-af28-46f3-9391-8b2211fde480 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:27:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:27:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:27:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:27:15Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b5506827204aa7 namespace: kserve-ci-e2e-test resourceVersion: "29637" uid: 86d6cded-3ea4-4f27-bbe8-3c96e15aa3a6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:27:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg namespace: kserve-ci-e2e-test resourceVersion: "25233" uid: b0c59584-eaab-4fd0-b6af-fb75dd0abef1 kind: Event lastTimestamp: "2026-06-02T16:27:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:27:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:27:15Z" name: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg.18b550682720c686 namespace: kserve-ci-e2e-test resourceVersion: "29638" uid: 7fda616f-bb8b-4013-9015-f57b7d61119f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-cb302-predictor-6f58d6db6 namespace: kserve-ci-e2e-test resourceVersion: "25224" uid: ef8dd3b5-b7df-41a0-aefd-24a6ccdc9f74 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'Created pod: error-404-isvc-cb302-predictor-6f58d6db6-sp4rg' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor-6f58d6db6.18b54fe6faac4db5 namespace: kserve-ci-e2e-test resourceVersion: "25232" uid: 89cda0fb-5fca-4729-ae7c-4eb5109b149a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25222" uid: 7d65281d-0222-47dd-a171-0950822754b5 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Scaled up replica set error-404-isvc-cb302-predictor-6f58d6db6 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302-predictor.18b54fe6f87fbd16 namespace: kserve-ci-e2e-test resourceVersion: "25226" uid: a615bea8-1360-425f-bd9a-109ce613a581 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:18:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25223" uid: db7d62dc-77b6-42aa-911b-ef06fae1db59 kind: Event lastTimestamp: "2026-06-02T16:18:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:31Z" name: error-404-isvc-cb302-predictor.18b54fea76ed6014 namespace: kserve-ci-e2e-test resourceVersion: "25546" uid: 49ea8667-93a1-4ebf-88bc-f49c6932216e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:18:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25223" uid: db7d62dc-77b6-42aa-911b-ef06fae1db59 kind: Event lastTimestamp: "2026-06-02T16:18:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:31Z" name: error-404-isvc-cb302-predictor.18b54fea775b2407 namespace: kserve-ci-e2e-test resourceVersion: "25547" uid: 8cb4859c-0892-4451-b106-9f0d2ad707b9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:18:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25413" uid: db7d62dc-77b6-42aa-911b-ef06fae1db59 kind: Event lastTimestamp: "2026-06-02T16:19:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:16Z" name: error-404-isvc-cb302-predictor.18b54ff175f9ee23 namespace: kserve-ci-e2e-test resourceVersion: "25992" uid: 2328bcf0-6421-43aa-bd14-6e185161b530 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:18:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25413" uid: db7d62dc-77b6-42aa-911b-ef06fae1db59 kind: Event lastTimestamp: "2026-06-02T16:19:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:18:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:16Z" name: error-404-isvc-cb302-predictor.18b54ff17676b644 namespace: kserve-ci-e2e-test resourceVersion: "25993" uid: 0c89583f-79b0-445a-8b84-cb10fe22482c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25203" uid: 3128f1d2-3009-4cb7-a495-271e34b7f78e kind: Event lastTimestamp: "2026-06-02T16:18:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:49Z" name: error-404-isvc-cb302.18b54fe6f860b5b7 namespace: kserve-ci-e2e-test resourceVersion: "25741" uid: afa7e289-6c78-4530-843d-8959bee824a6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25203" uid: 3128f1d2-3009-4cb7-a495-271e34b7f78e kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'Failed to update status for InferenceService "error-404-isvc-cb302": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cb302": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302.18b54fe6f97f14f7 namespace: kserve-ci-e2e-test resourceVersion: "25228" uid: a1b7ef74-efd8-4974-8216-d214e9041348 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25203" uid: 3128f1d2-3009-4cb7-a495-271e34b7f78e kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-cb302": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:01Z" name: error-404-isvc-cb302.18b54fe6f97f627b namespace: kserve-ci-e2e-test resourceVersion: "25229" uid: c81304c8-db5c-4f87-b4f3-88a194053d3b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25739" uid: 3128f1d2-3009-4cb7-a495-271e34b7f78e kind: Event lastTimestamp: "2026-06-02T16:18:49Z" message: InferenceService [error-404-isvc-cb302] is Ready metadata: creationTimestamp: "2026-06-02T16:18:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:49Z" name: error-404-isvc-cb302.18b54ff236129e98 namespace: kserve-ci-e2e-test resourceVersion: "25740" uid: 63ecd905-9269-401c-b44c-a70246b33d1d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:06:25.521462Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19025" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d60e3-predictor-84f4999646-pbx7h to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f45034ac388 namespace: kserve-ci-e2e-test resourceVersion: "19029" uid: 117e58f3-bf74-401c-9c75-6ef45e809467 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19035" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f451d29de08 namespace: kserve-ci-e2e-test resourceVersion: "19051" uid: bea375fa-d886-496d-a9e1-0e1dfd6c2081 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f451ee3f414 namespace: kserve-ci-e2e-test resourceVersion: "19056" uid: af6aa56a-c17b-4c72-815f-e382c0a1f700 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:06:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:26Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f4521e15295 namespace: kserve-ci-e2e-test resourceVersion: "19059" uid: 41745850-36a9-441c-9553-499f88b6238c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:06:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:26Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f45226a5624 namespace: kserve-ci-e2e-test resourceVersion: "19060" uid: cd8915be-3c8d-43e4-8738-c0b81c99f718 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:06:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:26Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f452277064f namespace: kserve-ci-e2e-test resourceVersion: "19061" uid: 0fb01f5e-5d26-42a7-8773-4026fdc8add4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:06:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:26Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f4525a1f9ed namespace: kserve-ci-e2e-test resourceVersion: "19063" uid: df647559-a1e9-4069-96d4-5c5e724443ec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:06:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:26Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f4526145103 namespace: kserve-ci-e2e-test resourceVersion: "19064" uid: 0854829e-bd5e-441a-86b8-ad343a52a9bb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:07:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:04Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f459ca9563b namespace: kserve-ci-e2e-test resourceVersion: "19362" uid: 93c8183f-0b37-4d8a-aa89-45a68b686e2a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:35Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f55626094b8 namespace: kserve-ci-e2e-test resourceVersion: "19903" uid: 22dd3820-0458-43c0-bcdb-dbc1585545a4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h namespace: kserve-ci-e2e-test resourceVersion: "19027" uid: 0d58166f-1528-4a7d-8f78-c4411aa8a2c7 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:35Z" name: error-404-isvc-d60e3-predictor-84f4999646-pbx7h.18b54f556261bd6f namespace: kserve-ci-e2e-test resourceVersion: "19904" uid: edd93291-f18c-469f-9458-f82e80ac41dc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-d60e3-predictor-84f4999646 namespace: kserve-ci-e2e-test resourceVersion: "19016" uid: 9d95d0bb-cbe0-45ac-8598-16091ef3ab70 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: 'Created pod: error-404-isvc-d60e3-predictor-84f4999646-pbx7h' metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-d60e3-predictor-84f4999646.18b54f4502c9869d namespace: kserve-ci-e2e-test resourceVersion: "19026" uid: 8a1d8ab9-7cdd-4b94-a695-9284258c74f6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19012" uid: 11e3205b-e47d-4813-a47f-49374cf2826c kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Scaled up replica set error-404-isvc-d60e3-predictor-84f4999646 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-d60e3-predictor.18b54f45011bd801 namespace: kserve-ci-e2e-test resourceVersion: "19019" uid: b9c2ef45-8062-4244-bab4-4c30ad61bd40 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:06:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19015" uid: 0e7bb99e-4d48-4b0c-a230-c7fdd4c4d165 kind: Event lastTimestamp: "2026-06-02T16:06:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:06:55Z" name: error-404-isvc-d60e3-predictor.18b54f487f7dfd71 namespace: kserve-ci-e2e-test resourceVersion: "19302" uid: 976ef14d-20b0-4a1d-b317-0ebd114b83b5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:06:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19015" uid: 0e7bb99e-4d48-4b0c-a230-c7fdd4c4d165 kind: Event lastTimestamp: "2026-06-02T16:06:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:06:55Z" name: error-404-isvc-d60e3-predictor.18b54f487feb47e8 namespace: kserve-ci-e2e-test resourceVersion: "19303" uid: 92bd4fe0-935e-48ab-b117-07365c95f486 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19185" uid: 0e7bb99e-4d48-4b0c-a230-c7fdd4c4d165 kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:07:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:25Z" name: error-404-isvc-d60e3-predictor.18b54f4f7d658e0e namespace: kserve-ci-e2e-test resourceVersion: "19719" uid: 58908df6-c927-42e3-a790-2dce7829dc74 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19185" uid: 0e7bb99e-4d48-4b0c-a230-c7fdd4c4d165 kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:07:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:25Z" name: error-404-isvc-d60e3-predictor.18b54f4f7ddb6daf namespace: kserve-ci-e2e-test resourceVersion: "19720" uid: a5b2a828-7dbf-4b85-b8d7-a03c01697186 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "18983" uid: 05a76bef-3648-4743-972f-898b54129dfe kind: Event lastTimestamp: "2026-06-02T16:07:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:14Z" name: error-404-isvc-d60e3.18b54f4500de40b9 namespace: kserve-ci-e2e-test resourceVersion: "19593" uid: 58e7c1be-4d02-4c60-a691-e9589f290cee reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "18983" uid: 05a76bef-3648-4743-972f-898b54129dfe kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: 'Failed to update status for InferenceService "error-404-isvc-d60e3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d60e3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-d60e3.18b54f4501b02031 namespace: kserve-ci-e2e-test resourceVersion: "19022" uid: c62ab68e-6027-432f-8f3e-38f3a3e2b99b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "18983" uid: 05a76bef-3648-4743-972f-898b54129dfe kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-d60e3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:06:25Z" name: error-404-isvc-d60e3.18b54f4501b06a81 namespace: kserve-ci-e2e-test resourceVersion: "19023" uid: b4bfa1a5-be10-4d7f-804e-0c0aabb0b157 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "19591" uid: 05a76bef-3648-4743-972f-898b54129dfe kind: Event lastTimestamp: "2026-06-02T16:07:14Z" message: InferenceService [error-404-isvc-d60e3] is Ready metadata: creationTimestamp: "2026-06-02T16:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:14Z" name: error-404-isvc-d60e3.18b54f5057c8dd45 namespace: kserve-ci-e2e-test resourceVersion: "19592" uid: 3234d51e-bcd1-4039-8eab-0efb347e55bf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:57:56.769523Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f26f3-predictor-7d74978d64-x6tkp to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:57:56Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54ece8f504ae0 namespace: kserve-ci-e2e-test resourceVersion: "15221" uid: 5276fbeb-966e-4261-ae4b-4f4d9f73bada reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15230" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:57:57Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54ecea8a440da namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 73dc75f7-ca29-4228-a716-9af80dd93576 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54eceaa2443b2 namespace: kserve-ci-e2e-test resourceVersion: "15263" uid: dfea512b-10fb-412c-afd0-8ebc0e67dd2b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54ecead9877c3 namespace: kserve-ci-e2e-test resourceVersion: "15265" uid: b0e6f86e-f53a-4cfd-a5bf-1a0a4cfbe011 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54eceae06af5e namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: a6686274-5432-4516-874f-63c29c56b081 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54eceae160124 namespace: kserve-ci-e2e-test resourceVersion: "15267" uid: a0e528c9-b3da-4231-96b2-e02b4b679606 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54eceb0f76da2 namespace: kserve-ci-e2e-test resourceVersion: "15268" uid: b2a83eae-5076-442a-a892-580d3fb3f444 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54eceb1689c5f namespace: kserve-ci-e2e-test resourceVersion: "15269" uid: ec25fd40-8358-467d-9190-a855513db6b4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-06-02T15:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T16:07:14Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:14Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54ecef73f5504 namespace: kserve-ci-e2e-test resourceVersion: "19599" uid: 56a0440c-6251-42a7-8846-8adc0f2c0cdb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:11Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54f4fcc870605 namespace: kserve-ci-e2e-test resourceVersion: "19529" uid: f6de07ac-798e-4898-848c-c9e330d69485 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:11Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54f4fcc87853b namespace: kserve-ci-e2e-test resourceVersion: "19530" uid: 62b1e128-053c-4de8-963a-fd8ea73389c6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp namespace: kserve-ci-e2e-test resourceVersion: "15219" uid: 42a6872d-9b48-4d8b-8e7e-5c2276f1d377 kind: Event lastTimestamp: "2026-06-02T16:07:14Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:14Z" name: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp.18b54f506b939886 namespace: kserve-ci-e2e-test resourceVersion: "19598" uid: 047b1a03-e94f-423c-94f2-62618a1369c1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-f26f3-predictor-7d74978d64 namespace: kserve-ci-e2e-test resourceVersion: "15207" uid: f67685b3-0df4-4817-97bc-b8c7d7a1ca11 kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: 'Created pod: error-404-isvc-f26f3-predictor-7d74978d64-x6tkp' metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:56Z" name: error-404-isvc-f26f3-predictor-7d74978d64.18b54ece8eacdc5f namespace: kserve-ci-e2e-test resourceVersion: "15217" uid: 9b2247f1-f987-40df-9d7a-9a647c6a13f4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15205" uid: 30be426d-74c2-4b09-a493-17879901094c kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Scaled up replica set error-404-isvc-f26f3-predictor-7d74978d64 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:56Z" name: error-404-isvc-f26f3-predictor.18b54ece8c4e9fd1 namespace: kserve-ci-e2e-test resourceVersion: "15210" uid: db60b66e-1ecd-43c6-be19-61e1634422a1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15206" uid: a6953c16-cf9a-4ea7-81c2-562fe416c879 kind: Event lastTimestamp: "2026-06-02T15:58:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:58:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:11Z" name: error-404-isvc-f26f3-predictor.18b54ed20ac7e924 namespace: kserve-ci-e2e-test resourceVersion: "15460" uid: 98c2241d-3808-4c9b-9840-759ca890c491 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15206" uid: a6953c16-cf9a-4ea7-81c2-562fe416c879 kind: Event lastTimestamp: "2026-06-02T15:58:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:58:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:11Z" name: error-404-isvc-f26f3-predictor.18b54ed20b33fa3a namespace: kserve-ci-e2e-test resourceVersion: "15461" uid: 32986296-3aea-4896-858b-ff52d0e733f3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:58:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15459" uid: a6953c16-cf9a-4ea7-81c2-562fe416c879 kind: Event lastTimestamp: "2026-06-02T15:59:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:58:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:59:26Z" name: error-404-isvc-f26f3-predictor.18b54ed58abd85cb namespace: kserve-ci-e2e-test resourceVersion: "16086" uid: e68faa22-02bf-4def-be7b-8e24761dcf81 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:58:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15459" uid: a6953c16-cf9a-4ea7-81c2-562fe416c879 kind: Event lastTimestamp: "2026-06-02T15:59:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:58:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:59:26Z" name: error-404-isvc-f26f3-predictor.18b54ed58b5022d1 namespace: kserve-ci-e2e-test resourceVersion: "16087" uid: 358e22df-f78b-40a7-a4fe-7b2894d64f37 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f26f3 namespace: kserve-ci-e2e-test resourceVersion: "15181" uid: 9eb51f09-770d-4f4a-9947-27b629b61169 kind: Event lastTimestamp: "2026-06-02T15:58:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:58:44Z" name: error-404-isvc-f26f3.18b54ece8c166e18 namespace: kserve-ci-e2e-test resourceVersion: "15733" uid: 9061c582-d1b1-4a85-9683-b41c39f08887 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-f26f3 namespace: kserve-ci-e2e-test resourceVersion: "15731" uid: 9eb51f09-770d-4f4a-9947-27b629b61169 kind: Event lastTimestamp: "2026-06-02T15:58:44Z" message: InferenceService [error-404-isvc-f26f3] is Ready metadata: creationTimestamp: "2026-06-02T15:58:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:58:44Z" name: error-404-isvc-f26f3.18b54ed9b306c07c namespace: kserve-ci-e2e-test resourceVersion: "15732" uid: 7dedc235-9d97-4f7e-a917-b7487dc37774 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:55:36.451843Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13504" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-55cb655557-fr524 to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:55:36Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eade3ba745d namespace: kserve-ci-e2e-test resourceVersion: "13512" uid: 7d8d2936-c617-49d4-9457-c439304ab68b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13524" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:55:36Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eadfda4d5e7 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: 00b8195c-ffa5-4545-b2d9-06a6fb16a4e0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57" metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:36Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eadff6112e7 namespace: kserve-ci-e2e-test resourceVersion: "13581" uid: f5ca7632-b6b5-493e-bc59-3313492f5c2f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:55:50Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57" in 13.947s (13.947s including waiting). Image size: 301469622 bytes.' metadata: creationTimestamp: "2026-06-02T15:55:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:50Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb13eba041d namespace: kserve-ci-e2e-test resourceVersion: "13745" uid: 0ca91e24-4c2b-4d26-a33a-9f26cce8e878 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:55:50Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-06-02T15:55:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:50Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb143f5a24a namespace: kserve-ci-e2e-test resourceVersion: "13746" uid: 15df95c9-7f34-4c5d-8e34-ff5eb394911a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:55:50Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-06-02T15:55:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:50Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb1446fdeb3 namespace: kserve-ci-e2e-test resourceVersion: "13749" uid: a62f723c-afd7-4b70-a577-685671b2f2e8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:55:55Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560" metadata: creationTimestamp: "2026-06-02T15:55:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:55Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb23b6481de namespace: kserve-ci-e2e-test resourceVersion: "13823" uid: 380ef304-2ed4-4d04-b154-05b560221450 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:56:02Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560" in 7.069s (7.069s including waiting). Image size: 1560927157 bytes.' metadata: creationTimestamp: "2026-06-02T15:56:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:02Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb3e0c0e11e namespace: kserve-ci-e2e-test resourceVersion: "13895" uid: 1ccd9ba4-54fb-423f-b974-ae973aa9750e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:56:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:56:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:02Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb3e55416eb namespace: kserve-ci-e2e-test resourceVersion: "13899" uid: c1acc8cf-c768-4541-a626-d1487ef497a3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:56:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:56:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:02Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb3e611eb9c namespace: kserve-ci-e2e-test resourceVersion: "13900" uid: 7cbdaddf-e148-489b-bf4b-29951ad9fc45 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:56:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T15:56:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:02Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb3e62e1c21 namespace: kserve-ci-e2e-test resourceVersion: "13901" uid: 48516315-e826-4081-a948-e45207bb7b5d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:56:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:56:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:02Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb3ea1fb3df namespace: kserve-ci-e2e-test resourceVersion: "13902" uid: 549d6296-9698-451a-b5c3-4917a2d5c5bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:56:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:56:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:02Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb3ea957ffc namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: 90d0aebc-27a6-428e-9790-b4cefbdfa5b1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-06-02T15:56:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:57:59Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:56:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:59Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54eb41a2f107a namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: c08b9e9f-f4fe-48ec-9935-e225bf7888c7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:56Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54ece874e1d0d namespace: kserve-ci-e2e-test resourceVersion: "15197" uid: 9692261e-bccf-4535-b8ef-aadd1f76eb7a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:56Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54ece874eb5f5 namespace: kserve-ci-e2e-test resourceVersion: "15199" uid: de742bb2-a768-49cd-a49d-a702e04c06c8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-55cb655557-fr524 namespace: kserve-ci-e2e-test resourceVersion: "13507" uid: 42ad842b-0ad1-463a-86ee-a4e55a5e9eba kind: Event lastTimestamp: "2026-06-02T15:57:59Z" message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:59Z" name: isvc-sklearn-graph-1-predictor-55cb655557-fr524.18b54ecf1c75c5e1 namespace: kserve-ci-e2e-test resourceVersion: "15308" uid: 0585c679-2c1c-4c81-a30b-6a2e0f396fc1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-55cb655557 namespace: kserve-ci-e2e-test resourceVersion: "13491" uid: 2206e27b-38ab-4e96-a82d-1856858a18f6 kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-55cb655557-fr524' metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: isvc-sklearn-graph-1-predictor-55cb655557.18b54eade342fb34 namespace: kserve-ci-e2e-test resourceVersion: "13506" uid: d16318da-ad2d-4309-98b8-2e11a127e525 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13489" uid: 76685778-c628-4382-aa0a-63b921fb34e1 kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-55cb655557 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: isvc-sklearn-graph-1-predictor.18b54eadde7b0596 namespace: kserve-ci-e2e-test resourceVersion: "13494" uid: 49b4341b-a4ad-4f42-a4c4-7473562dd26a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13490" uid: efc94a68-ec13-4db6-a885-402a7e1dce59 kind: Event lastTimestamp: "2026-06-02T15:56:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:36Z" name: isvc-sklearn-graph-1-predictor.18b54eb15d1017b3 namespace: kserve-ci-e2e-test resourceVersion: "14193" uid: 0c03e8bb-4dca-41ff-992e-7617a14d4c20 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13490" uid: efc94a68-ec13-4db6-a885-402a7e1dce59 kind: Event lastTimestamp: "2026-06-02T15:56:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:36Z" name: isvc-sklearn-graph-1-predictor.18b54eb15d9feb0c namespace: kserve-ci-e2e-test resourceVersion: "14194" uid: 4d4315e0-051f-4df6-93c5-7e163acb37df reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:56:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13772" uid: efc94a68-ec13-4db6-a885-402a7e1dce59 kind: Event lastTimestamp: "2026-06-02T15:57:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:51Z" name: isvc-sklearn-graph-1-predictor.18b54eb85b461fe7 namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: fcf69fa0-0fd4-4031-8705-c7ac05350220 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:56:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13772" uid: efc94a68-ec13-4db6-a885-402a7e1dce59 kind: Event lastTimestamp: "2026-06-02T15:57:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:51Z" name: isvc-sklearn-graph-1-predictor.18b54eb85bd715d2 namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: ccafe69f-7d98-4f66-8b41-a7fb4708118b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "13473" uid: 39acafe1-6474-4076-9e7a-6e60d440b1d6 kind: Event lastTimestamp: "2026-06-02T15:57:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:19Z" name: isvc-sklearn-graph-1.18b54eadde460dd3 namespace: kserve-ci-e2e-test resourceVersion: "14761" uid: 7815acda-35a5-431c-983f-96072a9b19ca reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14758" uid: 39acafe1-6474-4076-9e7a-6e60d440b1d6 kind: Event lastTimestamp: "2026-06-02T15:57:19Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-06-02T15:57:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:19Z" name: isvc-sklearn-graph-1.18b54ec5d322cea3 namespace: kserve-ci-e2e-test resourceVersion: "14760" uid: b6335834-2588-4943-90de-047770fa3e9d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:55:37.319095Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13602" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 to ip-10-0-128-123.ec2.internal metadata: creationTimestamp: "2026-06-02T15:55:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:55:37Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eae176ba83c namespace: kserve-ci-e2e-test resourceVersion: "13607" uid: eec00e53-cea0-44a7-a907-c0a9cde20444 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:37Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13611" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:37Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:55:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:55:37Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eae310f8883 namespace: kserve-ci-e2e-test resourceVersion: "13616" uid: 4fc465a2-0861-4141-97a5-8ab3f8b14dd9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:37Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:37Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57" metadata: creationTimestamp: "2026-06-02T15:55:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:37Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eae32a83434 namespace: kserve-ci-e2e-test resourceVersion: "13618" uid: 5dba1294-3ee7-4b57-a565-efeeaf041390 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:40Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57" in 3.088s (3.088s including waiting). Image size: 301469622 bytes.' metadata: creationTimestamp: "2026-06-02T15:55:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:40Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eaeeac04c9a namespace: kserve-ci-e2e-test resourceVersion: "13651" uid: 6570d29c-8e75-463b-9b70-e78422c0ebda reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:40Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-06-02T15:55:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:40Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eaeed7e833d namespace: kserve-ci-e2e-test resourceVersion: "13652" uid: 424eb591-4ea0-4bce-87cf-7efa7638c039 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:40Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-06-02T15:55:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:40Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eaeede016d1 namespace: kserve-ci-e2e-test resourceVersion: "13653" uid: bb81d9bb-5535-4d6c-a04b-6ae1d05af285 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:45Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560" metadata: creationTimestamp: "2026-06-02T15:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:45Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eafe9917e5f namespace: kserve-ci-e2e-test resourceVersion: "13691" uid: a5a10ac4-8ac4-4805-a29b-1f22628ae8a4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:58Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1560" in 13.009s (13.009s including waiting). Image size: 1560927157 bytes.' metadata: creationTimestamp: "2026-06-02T15:55:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:58Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eb2f10004cf namespace: kserve-ci-e2e-test resourceVersion: "13853" uid: 274f31aa-2ae9-4b7a-9f35-c597b0156a0b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:55:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:58Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eb2f4560f6f namespace: kserve-ci-e2e-test resourceVersion: "13856" uid: 31597997-f805-421b-a279-4bd86c904b83 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:55:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:58Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eb2f4bccbe3 namespace: kserve-ci-e2e-test resourceVersion: "13857" uid: 4f44a687-5f5a-4b0b-9fd5-ded40f984319 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:55:58Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-06-02T15:55:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:58Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eb2f4ca1686 namespace: kserve-ci-e2e-test resourceVersion: "13858" uid: 1930e09e-3531-42ea-8d0b-bc2b473eb4b8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:56:00Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.262s (2.262s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-06-02T15:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:00Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eb37b9fb92f namespace: kserve-ci-e2e-test resourceVersion: "13874" uid: 1a8e043f-9411-454a-8b53-50dc3e0b291a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:56:00Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:00Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eb37e67d669 namespace: kserve-ci-e2e-test resourceVersion: "13875" uid: 7a5afaa7-679d-47ec-87c8-c13fcaf225b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:56:00Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:00Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eb37ecadf4a namespace: kserve-ci-e2e-test resourceVersion: "13876" uid: 58f3d01c-dec9-49bd-9c7e-8918eddbd67b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-06-02T15:56:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:57:58Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:56:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:58Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54eb3e29c3b40 namespace: kserve-ci-e2e-test resourceVersion: "15284" uid: bc0657cd-c768-4d6c-9923-7e7b687783fe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:56Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54ece80d07369 namespace: kserve-ci-e2e-test resourceVersion: "15166" uid: 471486ce-34fb-4887-be85-5a89dc62bc62 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:56Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54ece80d0d7f9 namespace: kserve-ci-e2e-test resourceVersion: "15170" uid: 86801860-882f-4ca6-bc4b-225baf8feb9c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2 namespace: kserve-ci-e2e-test resourceVersion: "13603" uid: 8c5ce4f3-fa1f-407c-b1a5-42f55604a2ca kind: Event lastTimestamp: "2026-06-02T15:57:58Z" message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp 10.132.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:58Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2.18b54ecee4e70362 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 3ea7700e-39cc-4611-8d0e-73328d77b1b9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-128-123.ec2.internal source: component: kubelet host: ip-10-0-128-123.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-5d696f88d7 namespace: kserve-ci-e2e-test resourceVersion: "13586" uid: 35d1bf00-a8c6-4887-a4bd-1dc030a2202f kind: Event lastTimestamp: "2026-06-02T15:55:37Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-5d696f88d7-2nwz2' metadata: creationTimestamp: "2026-06-02T15:55:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:37Z" name: isvc-sklearn-graph-2-predictor-5d696f88d7.18b54eae16f9dde2 namespace: kserve-ci-e2e-test resourceVersion: "13605" uid: d267da76-37a3-4b5c-9531-e39a7ef62875 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13584" uid: f2c9bfbd-02b0-4976-8e46-b0190b98efca kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-5d696f88d7 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: isvc-sklearn-graph-2-predictor.18b54eae00b51e37 namespace: kserve-ci-e2e-test resourceVersion: "13587" uid: 45fc1a06-0301-4aab-959b-efe45561dd9a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13585" uid: e54f3f9c-75b3-4bfe-9dd4-4ad7d40abe89 kind: Event lastTimestamp: "2026-06-02T15:56:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:06Z" name: isvc-sklearn-graph-2-predictor.18b54eb17f6bcb3f namespace: kserve-ci-e2e-test resourceVersion: "13947" uid: 01abd4bf-d2f2-415c-a00a-9353cc5db5ff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13585" uid: e54f3f9c-75b3-4bfe-9dd4-4ad7d40abe89 kind: Event lastTimestamp: "2026-06-02T15:56:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:06Z" name: isvc-sklearn-graph-2-predictor.18b54eb18021f238 namespace: kserve-ci-e2e-test resourceVersion: "13948" uid: c5eb2340-9131-40d5-8425-d002795f6cac reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:56:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13788" uid: e54f3f9c-75b3-4bfe-9dd4-4ad7d40abe89 kind: Event lastTimestamp: "2026-06-02T15:57:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:37Z" name: isvc-sklearn-graph-2-predictor.18b54eb87ddf85b0 namespace: kserve-ci-e2e-test resourceVersion: "14910" uid: 4f649dcb-ad1c-412a-8be2-8f0c74ab6630 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:56:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "13788" uid: e54f3f9c-75b3-4bfe-9dd4-4ad7d40abe89 kind: Event lastTimestamp: "2026-06-02T15:57:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:37Z" name: isvc-sklearn-graph-2-predictor.18b54eb87e8cb4f1 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: e7cdb3f4-35cd-4476-aed8-a760d28b9cd5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "13558" uid: 855160ea-ac9c-4689-aa65-7e8b86df088f kind: Event lastTimestamp: "2026-06-02T15:57:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:08Z" name: isvc-sklearn-graph-2.18b54eae008ba931 namespace: kserve-ci-e2e-test resourceVersion: "14517" uid: 61d91819-c455-4634-b2bf-bb4e027fbe6d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14515" uid: 855160ea-ac9c-4689-aa65-7e8b86df088f kind: Event lastTimestamp: "2026-06-02T15:57:08Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-06-02T15:57:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:08Z" name: isvc-sklearn-graph-2.18b54ec346a71a6c namespace: kserve-ci-e2e-test resourceVersion: "14516" uid: 42648ea8-8de2-481b-8dae-f44307f308bd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:55:36.665477Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13560" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-669d8d6456-svbpc to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:55:36Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eadf0763110 namespace: kserve-ci-e2e-test resourceVersion: "13567" uid: ff57006f-7ccd-4b1c-9cbc-c9b85a5df077 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:37Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13572" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:55:37Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:55:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:55:37Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eae09dd786a namespace: kserve-ci-e2e-test resourceVersion: "13595" uid: 0f552c1f-59ca-423d-9002-ec30620b81ed reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:37Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:55:37Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57" metadata: creationTimestamp: "2026-06-02T15:55:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:37Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eae0b77805c namespace: kserve-ci-e2e-test resourceVersion: "13598" uid: e2abb19e-39ce-4589-9267-f4e28d059a90 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:55:50Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ca9e7e1d07975dffacc4b293d655f2a02df4615629916a1cdc022036c5a27a57" in 13.744s (13.744s including waiting). Image size: 301469622 bytes.' metadata: creationTimestamp: "2026-06-02T15:55:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:50Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb13eb9fec4 namespace: kserve-ci-e2e-test resourceVersion: "13744" uid: 1c9b9c2c-37c4-4a71-af65-47c6e9d9d495 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:55:50Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-06-02T15:55:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:50Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb144345a2b namespace: kserve-ci-e2e-test resourceVersion: "13747" uid: 570bb0e3-4e15-4010-b192-e74a425ad507 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:55:50Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-06-02T15:55:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:50Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb144b92097 namespace: kserve-ci-e2e-test resourceVersion: "13750" uid: ce9e59cf-84c8-4d33-b625-064d718b3066 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:55:55Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-06-02T15:55:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:55Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb23b52df3f namespace: kserve-ci-e2e-test resourceVersion: "13822" uid: 3aaf62b8-a445-48a2-84a0-23263d42ed37 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:56:14Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.109s (19.109s including waiting). Image size: 1306325243 bytes.' metadata: creationTimestamp: "2026-06-02T15:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:14Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb6ae527b11 namespace: kserve-ci-e2e-test resourceVersion: "14003" uid: a68a7055-d43a-41f2-9327-8f03e6b0efb0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:56:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:14Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb6b60536ae namespace: kserve-ci-e2e-test resourceVersion: "14005" uid: 2b134682-43dc-42a5-96e1-e18d66e7335c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:56:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:14Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb6b776db8c namespace: kserve-ci-e2e-test resourceVersion: "14006" uid: 452396de-2dd6-470e-88e2-cc81c7739a4d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:56:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T15:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:14Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb6b785279c namespace: kserve-ci-e2e-test resourceVersion: "14007" uid: dbb537d1-bb97-495d-81b4-a0b007ed2369 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:56:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:14Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb6bd64bbae namespace: kserve-ci-e2e-test resourceVersion: "14009" uid: 3db556d7-6d45-4308-8739-98dc4106e4db reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:56:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:14Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb6be9e20f3 namespace: kserve-ci-e2e-test resourceVersion: "14010" uid: 27df3d52-2920-4d3d-ab1c-143ed942962a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-06-02T15:56:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:56:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54eb6e8c6ac22 namespace: kserve-ci-e2e-test resourceVersion: "14669" uid: 619ede47-bf4b-4e38-b6cc-2f1be8610cd2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:56Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54ece93e0830f namespace: kserve-ci-e2e-test resourceVersion: "15244" uid: 249fbc8b-b6c1-486b-859a-1a2cf2622cb4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-669d8d6456-svbpc namespace: kserve-ci-e2e-test resourceVersion: "13563" uid: 36beb25a-880a-4154-9112-9be2c2456cc1 kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:56Z" name: isvc-xgboost-graph-predictor-669d8d6456-svbpc.18b54ece93e12814 namespace: kserve-ci-e2e-test resourceVersion: "15245" uid: a1bcc247-c988-44d2-8081-c556e6d2e123 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-669d8d6456 namespace: kserve-ci-e2e-test resourceVersion: "13548" uid: 72b85c8a-af5e-4d0d-8ff9-a0f2a535fffb kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: 'Created pod: isvc-xgboost-graph-predictor-669d8d6456-svbpc' metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: isvc-xgboost-graph-predictor-669d8d6456.18b54eadf0037270 namespace: kserve-ci-e2e-test resourceVersion: "13564" uid: 2bcabe8e-c67f-4f74-ac2b-3bcc458d86c6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13546" uid: 30d605e4-6bcd-4d28-8a86-19355054cdd8 kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Scaled up replica set isvc-xgboost-graph-predictor-669d8d6456 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: isvc-xgboost-graph-predictor.18b54eadec4fd41f namespace: kserve-ci-e2e-test resourceVersion: "13553" uid: 1d383ce7-cdc3-401c-a20e-012b53020379 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13547" uid: 36a623e9-857c-4d2b-9f11-76e86107c93d kind: Event lastTimestamp: "2026-06-02T15:56:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:21Z" name: isvc-xgboost-graph-predictor.18b54eb16adea958 namespace: kserve-ci-e2e-test resourceVersion: "14078" uid: fd103883-96cd-40ee-a99e-108efce7437c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13547" uid: 36a623e9-857c-4d2b-9f11-76e86107c93d kind: Event lastTimestamp: "2026-06-02T15:56:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:21Z" name: isvc-xgboost-graph-predictor.18b54eb16b694dc8 namespace: kserve-ci-e2e-test resourceVersion: "14079" uid: 53463d6f-6031-4aa3-8a51-83c6c4fe87b2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:56:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13784" uid: 36a623e9-857c-4d2b-9f11-76e86107c93d kind: Event lastTimestamp: "2026-06-02T15:57:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:36Z" name: isvc-xgboost-graph-predictor.18b54ebbe7f3b26f namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 6cf5b729-ee5b-4282-8899-338ed3de2695 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:56:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "13784" uid: 36a623e9-857c-4d2b-9f11-76e86107c93d kind: Event lastTimestamp: "2026-06-02T15:57:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:36Z" name: isvc-xgboost-graph-predictor.18b54ebbe84aa7d6 namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 35f96f43-409d-4664-ac2f-5cab36faf386 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "13527" uid: f455d293-4503-410a-9744-ed5c63ff4881 kind: Event lastTimestamp: "2026-06-02T15:57:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:21Z" name: isvc-xgboost-graph.18b54eadebff265c namespace: kserve-ci-e2e-test resourceVersion: "14785" uid: 157865e0-ae9d-4192-9b76-68003190096f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14783" uid: f455d293-4503-410a-9744-ed5c63ff4881 kind: Event lastTimestamp: "2026-06-02T15:57:21Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-06-02T15:57:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:21Z" name: isvc-xgboost-graph.18b54ec64e0c3a1f namespace: kserve-ci-e2e-test resourceVersion: "14784" uid: 7ed26af1-ed76-4a18-b3cf-73328dae61ff reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:57:46.280062Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-554844c84b-9c2tm namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: be060c2b-6892-420e-a7ea-9c058c571bc7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-554844c84b-9c2tm to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T15:57:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:57:46Z" name: model-chainer-554844c84b-9c2tm.18b54ecc1e17d905 namespace: kserve-ci-e2e-test resourceVersion: "15015" uid: f9e0ae3d-1110-4e8e-a000-7fff327c1a62 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:46Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-554844c84b-9c2tm namespace: kserve-ci-e2e-test resourceVersion: "15021" uid: be060c2b-6892-420e-a7ea-9c058c571bc7 kind: Event lastTimestamp: "2026-06-02T15:57:46Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:57:46Z" name: model-chainer-554844c84b-9c2tm.18b54ecc377252b0 namespace: kserve-ci-e2e-test resourceVersion: "15029" uid: 2a92addc-a916-4df9-b9da-e6aa7d929983 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-554844c84b-9c2tm namespace: kserve-ci-e2e-test resourceVersion: "15012" uid: be060c2b-6892-420e-a7ea-9c058c571bc7 kind: Event lastTimestamp: "2026-06-02T15:57:46Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:46Z" name: model-chainer-554844c84b-9c2tm.18b54ecc38d58a32 namespace: kserve-ci-e2e-test resourceVersion: "15032" uid: e2907999-6797-4809-85fe-d79553d5217c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-554844c84b-9c2tm namespace: kserve-ci-e2e-test resourceVersion: "15012" uid: be060c2b-6892-420e-a7ea-9c058c571bc7 kind: Event lastTimestamp: "2026-06-02T15:57:46Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-06-02T15:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:46Z" name: model-chainer-554844c84b-9c2tm.18b54ecc3be89ec3 namespace: kserve-ci-e2e-test resourceVersion: "15034" uid: d902590c-3ea8-4653-84b7-da3182cdaeab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-554844c84b-9c2tm namespace: kserve-ci-e2e-test resourceVersion: "15012" uid: be060c2b-6892-420e-a7ea-9c058c571bc7 kind: Event lastTimestamp: "2026-06-02T15:57:46Z" message: Started container model-chainer metadata: creationTimestamp: "2026-06-02T15:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:46Z" name: model-chainer-554844c84b-9c2tm.18b54ecc3c5e0cd2 namespace: kserve-ci-e2e-test resourceVersion: "15035" uid: 3f5fda3c-bb5d-49d6-929d-78ca87c3d395 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-554844c84b-9c2tm namespace: kserve-ci-e2e-test resourceVersion: "15012" uid: be060c2b-6892-420e-a7ea-9c058c571bc7 kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:56Z" name: model-chainer-554844c84b-9c2tm.18b54ece771a4ea2 namespace: kserve-ci-e2e-test resourceVersion: "15135" uid: 976ba0cc-f33a-4ca5-8aa7-fe465ba0d452 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-554844c84b-9c2tm namespace: kserve-ci-e2e-test resourceVersion: "15012" uid: be060c2b-6892-420e-a7ea-9c058c571bc7 kind: Event lastTimestamp: "2026-06-02T15:58:22Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:22Z" name: model-chainer-554844c84b-9c2tm.18b54ececd02ce52 namespace: kserve-ci-e2e-test resourceVersion: "15550" uid: 3ccec506-5a6d-49ed-b9ff-2c8ee495d2bd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-554844c84b namespace: kserve-ci-e2e-test resourceVersion: "15006" uid: d92ee22d-6466-4e88-a829-cb64a795eb96 kind: Event lastTimestamp: "2026-06-02T15:57:46Z" message: 'Created pod: model-chainer-554844c84b-9c2tm' metadata: creationTimestamp: "2026-06-02T15:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:46Z" name: model-chainer-554844c84b.18b54ecc1d62b7bf namespace: kserve-ci-e2e-test resourceVersion: "15013" uid: 6f97bcfd-78d6-4bf5-8e1c-a156a33f4f59 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15004" uid: 401fea42-1cfb-45f6-8a0b-dd6969b50aee kind: Event lastTimestamp: "2026-06-02T15:57:46Z" message: Scaled up replica set model-chainer-554844c84b from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:46Z" name: model-chainer.18b54ecc1c10e83b namespace: kserve-ci-e2e-test resourceVersion: "15007" uid: 78579525-62c9-4350-aff4-e765e63c005b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:46Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: 295b4eb3-ff21-482d-b55a-9b1c57e72546 kind: Event lastTimestamp: "2026-06-02T15:57:46Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-06-02T15:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:46Z" name: model-chainer.18b54ecc23597762 namespace: kserve-ci-e2e-test resourceVersion: "15025" uid: 2a82506f-62e9-4026-aebd-eba331f47a9a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:09:21.991246Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-411bf-d968dbbf-78445 namespace: kserve-ci-e2e-test resourceVersion: "21100" uid: 7e5f20e9-0a9b-4ae9-a989-045dcba3cdaf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-411bf-d968dbbf-78445 to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:09:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:09:21Z" name: sequence-graph-411bf-d968dbbf-78445.18b54f6e19b61b16 namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: 771cd256-bd26-4284-ac9a-c0d2a73a37fd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:23Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-411bf-d968dbbf-78445 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 7e5f20e9-0a9b-4ae9-a989-045dcba3cdaf kind: Event lastTimestamp: "2026-06-02T16:09:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : failed to sync secret cache: timed out waiting for the condition' metadata: creationTimestamp: "2026-06-02T16:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:09:23Z" name: sequence-graph-411bf-d968dbbf-78445.18b54f6e5df368c9 namespace: kserve-ci-e2e-test resourceVersion: "21125" uid: ae77a160-c341-4a39-b83c-935ba07fa9a6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:23Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-411bf-d968dbbf-78445 namespace: kserve-ci-e2e-test resourceVersion: "21107" uid: 7e5f20e9-0a9b-4ae9-a989-045dcba3cdaf kind: Event lastTimestamp: "2026-06-02T16:09:23Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:09:23Z" name: sequence-graph-411bf-d968dbbf-78445.18b54f6e8ca00694 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: 314b14af-ac50-46dc-87ee-330ae1846ad4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-411bf} kind: Pod name: sequence-graph-411bf-d968dbbf-78445 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 7e5f20e9-0a9b-4ae9-a989-045dcba3cdaf kind: Event lastTimestamp: "2026-06-02T16:09:23Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T16:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:09:23Z" name: sequence-graph-411bf-d968dbbf-78445.18b54f6e8df28561 namespace: kserve-ci-e2e-test resourceVersion: "21132" uid: 6270fe14-a8e0-42c7-8296-346a7bafb746 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-411bf} kind: Pod name: sequence-graph-411bf-d968dbbf-78445 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 7e5f20e9-0a9b-4ae9-a989-045dcba3cdaf kind: Event lastTimestamp: "2026-06-02T16:09:23Z" message: 'Created container: sequence-graph-411bf' metadata: creationTimestamp: "2026-06-02T16:09:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:09:23Z" name: sequence-graph-411bf-d968dbbf-78445.18b54f6e91222376 namespace: kserve-ci-e2e-test resourceVersion: "21136" uid: 0f4b60b2-9db9-4464-8419-a9a6f2ad96f9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-411bf} kind: Pod name: sequence-graph-411bf-d968dbbf-78445 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 7e5f20e9-0a9b-4ae9-a989-045dcba3cdaf kind: Event lastTimestamp: "2026-06-02T16:09:24Z" message: Started container sequence-graph-411bf metadata: creationTimestamp: "2026-06-02T16:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:09:24Z" name: sequence-graph-411bf-d968dbbf-78445.18b54f6e91b07f2b namespace: kserve-ci-e2e-test resourceVersion: "21137" uid: a7168765-ac7b-4fa9-8a2f-4156e9584adf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-411bf} kind: Pod name: sequence-graph-411bf-d968dbbf-78445 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 7e5f20e9-0a9b-4ae9-a989-045dcba3cdaf kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: Stopping container sequence-graph-411bf metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:36Z" name: sequence-graph-411bf-d968dbbf-78445.18b54fe14413b124 namespace: kserve-ci-e2e-test resourceVersion: "24758" uid: 8903f2bd-08fc-4dc6-9be0-0fb153a7af21 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:17:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-411bf} kind: Pod name: sequence-graph-411bf-d968dbbf-78445 namespace: kserve-ci-e2e-test resourceVersion: "21103" uid: 7e5f20e9-0a9b-4ae9-a989-045dcba3cdaf kind: Event lastTimestamp: "2026-06-02T16:18:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:17:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:05Z" name: sequence-graph-411bf-d968dbbf-78445.18b54fe236f8ce2b namespace: kserve-ci-e2e-test resourceVersion: "25317" uid: ab9426e9-a55a-454b-bb57-e39414195149 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-411bf-d968dbbf namespace: kserve-ci-e2e-test resourceVersion: "21095" uid: e447ca71-1b47-4a76-b89a-a55278681e69 kind: Event lastTimestamp: "2026-06-02T16:09:21Z" message: 'Created pod: sequence-graph-411bf-d968dbbf-78445' metadata: creationTimestamp: "2026-06-02T16:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:21Z" name: sequence-graph-411bf-d968dbbf.18b54f6e18d73238 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 57e41ec2-3c78-4aba-8109-dbf563c52518 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-411bf namespace: kserve-ci-e2e-test resourceVersion: "21093" uid: 834da869-b0c0-425c-acff-3a40da8018a8 kind: Event lastTimestamp: "2026-06-02T16:09:21Z" message: Scaled up replica set sequence-graph-411bf-d968dbbf from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:21Z" name: sequence-graph-411bf.18b54f6e16f985ae namespace: kserve-ci-e2e-test resourceVersion: "21096" uid: 75ff0adc-2cc3-403c-9ccc-b95213f21c7e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:22Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-411bf namespace: kserve-ci-e2e-test resourceVersion: "21114" uid: 3adc52f8-b9e9-4e35-9a40-a4b7f09c2a6a kind: Event lastTimestamp: "2026-06-02T16:09:22Z" message: InferenceGraph [sequence-graph-411bf] is Ready metadata: creationTimestamp: "2026-06-02T16:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:09:22Z" name: sequence-graph-411bf.18b54f6e1da9ead1 namespace: kserve-ci-e2e-test resourceVersion: "21117" uid: 7c9bcf8d-82b2-4d12-82cd-eb745195b526 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:09:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-411bf namespace: kserve-ci-e2e-test resourceVersion: "21094" uid: a027ab15-959c-4652-81cc-2c633f8e7738 kind: Event lastTimestamp: "2026-06-02T16:09:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:51Z" name: sequence-graph-411bf.18b54f71956cd155 namespace: kserve-ci-e2e-test resourceVersion: "21397" uid: 0e4bdaf8-928a-4f6c-9b5c-bb92fb07234e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:09:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-411bf namespace: kserve-ci-e2e-test resourceVersion: "21094" uid: a027ab15-959c-4652-81cc-2c633f8e7738 kind: Event lastTimestamp: "2026-06-02T16:09:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:51Z" name: sequence-graph-411bf.18b54f7195f17858 namespace: kserve-ci-e2e-test resourceVersion: "21398" uid: e764459a-100c-4dc3-9481-c5cd6a32fa9a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:08:11.653985Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5da44-7795d6f48-6llxp namespace: kserve-ci-e2e-test resourceVersion: "20286" uid: 7cce28d2-504f-4153-975d-58978a4367c3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-5da44-7795d6f48-6llxp to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:08:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:08:11Z" name: sequence-graph-5da44-7795d6f48-6llxp.18b54f5db9489482 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 293f237b-ef75-467b-983b-9adca0bd76ef reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:12Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-5da44-7795d6f48-6llxp namespace: kserve-ci-e2e-test resourceVersion: "20294" uid: 7cce28d2-504f-4153-975d-58978a4367c3 kind: Event lastTimestamp: "2026-06-02T16:08:12Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:08:12Z" name: sequence-graph-5da44-7795d6f48-6llxp.18b54f5dd2ba17da namespace: kserve-ci-e2e-test resourceVersion: "20312" uid: 0b86fe16-0cf7-4ff0-bf30-820c18fcea95 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5da44} kind: Pod name: sequence-graph-5da44-7795d6f48-6llxp namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 7cce28d2-504f-4153-975d-58978a4367c3 kind: Event lastTimestamp: "2026-06-02T16:08:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T16:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:12Z" name: sequence-graph-5da44-7795d6f48-6llxp.18b54f5dd43206be namespace: kserve-ci-e2e-test resourceVersion: "20314" uid: 1f1a6f85-f384-4d92-a9ed-bb47d9d13663 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5da44} kind: Pod name: sequence-graph-5da44-7795d6f48-6llxp namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 7cce28d2-504f-4153-975d-58978a4367c3 kind: Event lastTimestamp: "2026-06-02T16:08:12Z" message: 'Created container: sequence-graph-5da44' metadata: creationTimestamp: "2026-06-02T16:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:12Z" name: sequence-graph-5da44-7795d6f48-6llxp.18b54f5dd720bde5 namespace: kserve-ci-e2e-test resourceVersion: "20315" uid: 4d8851c3-d7bb-4037-af35-bfeb1f4dddc3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5da44} kind: Pod name: sequence-graph-5da44-7795d6f48-6llxp namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 7cce28d2-504f-4153-975d-58978a4367c3 kind: Event lastTimestamp: "2026-06-02T16:08:12Z" message: Started container sequence-graph-5da44 metadata: creationTimestamp: "2026-06-02T16:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:12Z" name: sequence-graph-5da44-7795d6f48-6llxp.18b54f5dd793b6d2 namespace: kserve-ci-e2e-test resourceVersion: "20316" uid: 36a30d8c-c386-4c01-8cee-9d6e5be1b194 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5da44} kind: Pod name: sequence-graph-5da44-7795d6f48-6llxp namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 7cce28d2-504f-4153-975d-58978a4367c3 kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: Stopping container sequence-graph-5da44 metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:21Z" name: sequence-graph-5da44-7795d6f48-6llxp.18b54f601074d929 namespace: kserve-ci-e2e-test resourceVersion: "20411" uid: 070e6f38-49a9-4a04-9121-8a12177dff3b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-5da44} kind: Pod name: sequence-graph-5da44-7795d6f48-6llxp namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 7cce28d2-504f-4153-975d-58978a4367c3 kind: Event lastTimestamp: "2026-06-02T16:08:48Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:48Z" name: sequence-graph-5da44-7795d6f48-6llxp.18b54f6078d7645f namespace: kserve-ci-e2e-test resourceVersion: "20811" uid: 9e71b3a9-544c-46e0-89c6-bb4f9a22cc4d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-5da44-7795d6f48 namespace: kserve-ci-e2e-test resourceVersion: "20283" uid: ffc2ed24-ef46-4493-88c2-56eee7b841ee kind: Event lastTimestamp: "2026-06-02T16:08:11Z" message: 'Created pod: sequence-graph-5da44-7795d6f48-6llxp' metadata: creationTimestamp: "2026-06-02T16:08:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:11Z" name: sequence-graph-5da44-7795d6f48.18b54f5db8a33c8b namespace: kserve-ci-e2e-test resourceVersion: "20287" uid: d10d7572-d7f6-43ec-8f9f-d68e37cfee33 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-5da44 namespace: kserve-ci-e2e-test resourceVersion: "20281" uid: 2ae9a5d8-bf1c-4e27-bb5a-b9153f30105e kind: Event lastTimestamp: "2026-06-02T16:08:11Z" message: Scaled up replica set sequence-graph-5da44-7795d6f48 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:08:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:11Z" name: sequence-graph-5da44.18b54f5db7abc293 namespace: kserve-ci-e2e-test resourceVersion: "20285" uid: 680801be-7699-49b8-9f63-e9d930923e50 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-5da44 namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: 22502b8a-54ce-47ed-9d96-772ccc0dce3b kind: Event lastTimestamp: "2026-06-02T16:08:11Z" message: InferenceGraph [sequence-graph-5da44] is Ready metadata: creationTimestamp: "2026-06-02T16:08:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:11Z" name: sequence-graph-5da44.18b54f5dbe2672c5 namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: db232529-d8f5-4361-9c5f-bf1793584ff3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:58:56.575595Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f26f3-6c59bfdcd4-vgtln namespace: kserve-ci-e2e-test resourceVersion: "15836" uid: 98f968c8-d373-4228-a15a-2aab80d97999 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-f26f3-6c59bfdcd4-vgtln to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T15:58:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:58:56Z" name: sequence-graph-f26f3-6c59bfdcd4-vgtln.18b54edc7c087b29 namespace: kserve-ci-e2e-test resourceVersion: "15841" uid: 0970c3c4-9c32-4664-9409-37f91dc26d77 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:56Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f26f3-6c59bfdcd4-vgtln namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 98f968c8-d373-4228-a15a-2aab80d97999 kind: Event lastTimestamp: "2026-06-02T15:58:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-f26f3-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T15:58:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:56Z" name: sequence-graph-f26f3-6c59bfdcd4-vgtln.18b54edc8b357da0 namespace: kserve-ci-e2e-test resourceVersion: "15857" uid: e8cb294b-bf1e-450b-9034-6f178de60241 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:57Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-f26f3-6c59bfdcd4-vgtln namespace: kserve-ci-e2e-test resourceVersion: "15845" uid: 98f968c8-d373-4228-a15a-2aab80d97999 kind: Event lastTimestamp: "2026-06-02T15:58:57Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:58:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:58:57Z" name: sequence-graph-f26f3-6c59bfdcd4-vgtln.18b54edcb94b9dc3 namespace: kserve-ci-e2e-test resourceVersion: "15865" uid: f9eaf267-6c8f-4216-af44-d4709b58b7a0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f26f3} kind: Pod name: sequence-graph-f26f3-6c59bfdcd4-vgtln namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 98f968c8-d373-4228-a15a-2aab80d97999 kind: Event lastTimestamp: "2026-06-02T15:58:57Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T15:58:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:57Z" name: sequence-graph-f26f3-6c59bfdcd4-vgtln.18b54edcbaa1717a namespace: kserve-ci-e2e-test resourceVersion: "15867" uid: 85d78c24-a094-43c4-8920-78661c407914 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f26f3} kind: Pod name: sequence-graph-f26f3-6c59bfdcd4-vgtln namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 98f968c8-d373-4228-a15a-2aab80d97999 kind: Event lastTimestamp: "2026-06-02T15:58:57Z" message: 'Created container: sequence-graph-f26f3' metadata: creationTimestamp: "2026-06-02T15:58:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:57Z" name: sequence-graph-f26f3-6c59bfdcd4-vgtln.18b54edcbd959766 namespace: kserve-ci-e2e-test resourceVersion: "15868" uid: 7c982514-666d-4aa4-a14c-2abb474ac77a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f26f3} kind: Pod name: sequence-graph-f26f3-6c59bfdcd4-vgtln namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 98f968c8-d373-4228-a15a-2aab80d97999 kind: Event lastTimestamp: "2026-06-02T15:58:57Z" message: Started container sequence-graph-f26f3 metadata: creationTimestamp: "2026-06-02T15:58:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:57Z" name: sequence-graph-f26f3-6c59bfdcd4-vgtln.18b54edcbe052751 namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: d49e0016-8400-493c-8e46-3365babb5dbb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f26f3} kind: Pod name: sequence-graph-f26f3-6c59bfdcd4-vgtln namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 98f968c8-d373-4228-a15a-2aab80d97999 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: Stopping container sequence-graph-f26f3 metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:11Z" name: sequence-graph-f26f3-6c59bfdcd4-vgtln.18b54f4fb31b196f namespace: kserve-ci-e2e-test resourceVersion: "19435" uid: 5321b836-6b47-4afb-b564-ce4fc519a53c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:07:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-f26f3} kind: Pod name: sequence-graph-f26f3-6c59bfdcd4-vgtln namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 98f968c8-d373-4228-a15a-2aab80d97999 kind: Event lastTimestamp: "2026-06-02T16:07:38Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:38Z" name: sequence-graph-f26f3-6c59bfdcd4-vgtln.18b54f503c529ef7 namespace: kserve-ci-e2e-test resourceVersion: "19980" uid: 6c56ccfc-81e3-498e-9e61-c54e3368269d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-f26f3-6c59bfdcd4 namespace: kserve-ci-e2e-test resourceVersion: "15833" uid: 88430bb8-cbad-4747-b144-c9ea999524c0 kind: Event lastTimestamp: "2026-06-02T15:58:56Z" message: 'Created pod: sequence-graph-f26f3-6c59bfdcd4-vgtln' metadata: creationTimestamp: "2026-06-02T15:58:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:56Z" name: sequence-graph-f26f3-6c59bfdcd4.18b54edc7b88606b namespace: kserve-ci-e2e-test resourceVersion: "15837" uid: 08fe7c24-1853-498d-a848-85b58baa7361 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-f26f3 namespace: kserve-ci-e2e-test resourceVersion: "15831" uid: 40edef9c-3ad9-4193-9ff1-95f00c652058 kind: Event lastTimestamp: "2026-06-02T15:58:56Z" message: Scaled up replica set sequence-graph-f26f3-6c59bfdcd4 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:58:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:56Z" name: sequence-graph-f26f3.18b54edc7aada7e3 namespace: kserve-ci-e2e-test resourceVersion: "15835" uid: 89cb319f-4049-4245-8358-b0ffc5d2fe6e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:56Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-f26f3 namespace: kserve-ci-e2e-test resourceVersion: "15849" uid: dd3394d7-92e9-46b7-ba63-39d4367a87b5 kind: Event lastTimestamp: "2026-06-02T15:58:56Z" message: InferenceGraph [sequence-graph-f26f3] is Ready metadata: creationTimestamp: "2026-06-02T15:58:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:58:56Z" name: sequence-graph-f26f3.18b54edc7eeb8297 namespace: kserve-ci-e2e-test resourceVersion: "15851" uid: 51e626c3-6383-4939-b3a0-b265eeb4403d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:59:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f26f3 namespace: kserve-ci-e2e-test resourceVersion: "15832" uid: 3e72d6f5-021f-45f1-8afc-00e54ed272ee kind: Event lastTimestamp: "2026-06-02T15:59:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:59:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:59:26Z" name: sequence-graph-f26f3.18b54edff92ecdca namespace: kserve-ci-e2e-test resourceVersion: "16081" uid: 2908c2c7-fc83-42e7-82b5-2cd0467bacea reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:59:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-f26f3 namespace: kserve-ci-e2e-test resourceVersion: "15832" uid: 3e72d6f5-021f-45f1-8afc-00e54ed272ee kind: Event lastTimestamp: "2026-06-02T15:59:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:59:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:59:26Z" name: sequence-graph-f26f3.18b54edff9a704ce namespace: kserve-ci-e2e-test resourceVersion: "16082" uid: 6309d1db-e7c2-493b-9819-b21425ed9b6f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:17:50.828426Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-022f7-65bb66f8cc-9hzd2 namespace: kserve-ci-e2e-test resourceVersion: "25028" uid: 0572d6e5-fdf0-4d96-a572-cc8fb5d51548 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-022f7-65bb66f8cc-9hzd2 to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:17:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:17:50Z" name: splitter-graph-022f7-65bb66f8cc-9hzd2.18b54fe492c536c4 namespace: kserve-ci-e2e-test resourceVersion: "25036" uid: bc65df63-ace8-4817-8e18-45da14f39a00 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:51Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-022f7-65bb66f8cc-9hzd2 namespace: kserve-ci-e2e-test resourceVersion: "25039" uid: 0572d6e5-fdf0-4d96-a572-cc8fb5d51548 kind: Event lastTimestamp: "2026-06-02T16:17:51Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:17:51Z" name: splitter-graph-022f7-65bb66f8cc-9hzd2.18b54fe4ac2c696a namespace: kserve-ci-e2e-test resourceVersion: "25049" uid: 3d10362e-d102-4aa7-87cd-4804d0087708 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-022f7} kind: Pod name: splitter-graph-022f7-65bb66f8cc-9hzd2 namespace: kserve-ci-e2e-test resourceVersion: "25029" uid: 0572d6e5-fdf0-4d96-a572-cc8fb5d51548 kind: Event lastTimestamp: "2026-06-02T16:17:51Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T16:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:51Z" name: splitter-graph-022f7-65bb66f8cc-9hzd2.18b54fe4ad9a4452 namespace: kserve-ci-e2e-test resourceVersion: "25051" uid: 4a8aa807-c9a1-4a9e-9b5d-85cef0bf93cf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-022f7} kind: Pod name: splitter-graph-022f7-65bb66f8cc-9hzd2 namespace: kserve-ci-e2e-test resourceVersion: "25029" uid: 0572d6e5-fdf0-4d96-a572-cc8fb5d51548 kind: Event lastTimestamp: "2026-06-02T16:17:51Z" message: 'Created container: splitter-graph-022f7' metadata: creationTimestamp: "2026-06-02T16:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:51Z" name: splitter-graph-022f7-65bb66f8cc-9hzd2.18b54fe4b0fd0dfe namespace: kserve-ci-e2e-test resourceVersion: "25052" uid: b3ffb23d-72ab-404b-93cc-0e247fae1ae4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-022f7} kind: Pod name: splitter-graph-022f7-65bb66f8cc-9hzd2 namespace: kserve-ci-e2e-test resourceVersion: "25029" uid: 0572d6e5-fdf0-4d96-a572-cc8fb5d51548 kind: Event lastTimestamp: "2026-06-02T16:17:51Z" message: Started container splitter-graph-022f7 metadata: creationTimestamp: "2026-06-02T16:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:51Z" name: splitter-graph-022f7-65bb66f8cc-9hzd2.18b54fe4b179e2b2 namespace: kserve-ci-e2e-test resourceVersion: "25053" uid: be151f01-6145-4e35-a44c-c76dd7754392 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-022f7} kind: Pod name: splitter-graph-022f7-65bb66f8cc-9hzd2 namespace: kserve-ci-e2e-test resourceVersion: "25029" uid: 0572d6e5-fdf0-4d96-a572-cc8fb5d51548 kind: Event lastTimestamp: "2026-06-02T16:18:00Z" message: Stopping container splitter-graph-022f7 metadata: creationTimestamp: "2026-06-02T16:18:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:00Z" name: splitter-graph-022f7-65bb66f8cc-9hzd2.18b54fe6ea9463b7 namespace: kserve-ci-e2e-test resourceVersion: "25152" uid: 798d1332-fc57-4277-a524-86655a4d2851 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:18:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-022f7} kind: Pod name: splitter-graph-022f7-65bb66f8cc-9hzd2 namespace: kserve-ci-e2e-test resourceVersion: "25029" uid: 0572d6e5-fdf0-4d96-a572-cc8fb5d51548 kind: Event lastTimestamp: "2026-06-02T16:18:28Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:18:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:28Z" name: splitter-graph-022f7-65bb66f8cc-9hzd2.18b54fe77909f199 namespace: kserve-ci-e2e-test resourceVersion: "25522" uid: df3a6a7b-22c1-4c49-999a-7f194361b501 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-022f7-65bb66f8cc namespace: kserve-ci-e2e-test resourceVersion: "25025" uid: 78604739-65bf-4995-9e62-450ed490ea7f kind: Event lastTimestamp: "2026-06-02T16:17:50Z" message: 'Created pod: splitter-graph-022f7-65bb66f8cc-9hzd2' metadata: creationTimestamp: "2026-06-02T16:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:50Z" name: splitter-graph-022f7-65bb66f8cc.18b54fe492328c9c namespace: kserve-ci-e2e-test resourceVersion: "25031" uid: 97756519-198e-48a0-95c7-8ffc024630e3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-022f7 namespace: kserve-ci-e2e-test resourceVersion: "25023" uid: 6a11e0b1-fa95-410a-bb7a-08304dee9bc6 kind: Event lastTimestamp: "2026-06-02T16:17:50Z" message: Scaled up replica set splitter-graph-022f7-65bb66f8cc from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:50Z" name: splitter-graph-022f7.18b54fe4918784d5 namespace: kserve-ci-e2e-test resourceVersion: "25026" uid: 465a9295-ff1b-4e76-bc7f-2cc6d66d37d2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-022f7 namespace: kserve-ci-e2e-test resourceVersion: "25041" uid: bcdfd53e-b54d-48c1-bf57-6b852ea3def2 kind: Event lastTimestamp: "2026-06-02T16:17:50Z" message: InferenceGraph [splitter-graph-022f7] is Ready metadata: creationTimestamp: "2026-06-02T16:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:50Z" name: splitter-graph-022f7.18b54fe495c24467 namespace: kserve-ci-e2e-test resourceVersion: "25043" uid: abd79340-9192-42c3-8fd5-06f8d5065a3d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:19:01.101946Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-cb302-6d88566858-jszmf namespace: kserve-ci-e2e-test resourceVersion: "25852" uid: 1e921bb4-bfe3-4a13-99ca-8d0aa04f906f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-cb302-6d88566858-jszmf to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302-6d88566858-jszmf.18b54ff4ef660350 namespace: kserve-ci-e2e-test resourceVersion: "25858" uid: c268d930-8a72-47dd-8e01-26099134d117 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-cb302-6d88566858-jszmf namespace: kserve-ci-e2e-test resourceVersion: "25863" uid: 1e921bb4-bfe3-4a13-99ca-8d0aa04f906f kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302-6d88566858-jszmf.18b54ff508e1fd36 namespace: kserve-ci-e2e-test resourceVersion: "25876" uid: 328715b3-a35b-4bdf-b501-f3b75dfe8c30 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-cb302} kind: Pod name: splitter-graph-cb302-6d88566858-jszmf namespace: kserve-ci-e2e-test resourceVersion: "25855" uid: 1e921bb4-bfe3-4a13-99ca-8d0aa04f906f kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302-6d88566858-jszmf.18b54ff50aee125d namespace: kserve-ci-e2e-test resourceVersion: "25878" uid: a9eb430a-558f-4e35-9830-6d833cc9be6f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-cb302} kind: Pod name: splitter-graph-cb302-6d88566858-jszmf namespace: kserve-ci-e2e-test resourceVersion: "25855" uid: 1e921bb4-bfe3-4a13-99ca-8d0aa04f906f kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: 'Created container: splitter-graph-cb302' metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302-6d88566858-jszmf.18b54ff50e3344ba namespace: kserve-ci-e2e-test resourceVersion: "25880" uid: 7dad4e07-686f-43c1-aed1-9ad9eeb15da2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-cb302} kind: Pod name: splitter-graph-cb302-6d88566858-jszmf namespace: kserve-ci-e2e-test resourceVersion: "25855" uid: 1e921bb4-bfe3-4a13-99ca-8d0aa04f906f kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: Started container splitter-graph-cb302 metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302-6d88566858-jszmf.18b54ff50ec0c54a namespace: kserve-ci-e2e-test resourceVersion: "25881" uid: a3fe329e-9627-4833-b76c-94fe09bc5196 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:27:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-cb302} kind: Pod name: splitter-graph-cb302-6d88566858-jszmf namespace: kserve-ci-e2e-test resourceVersion: "25855" uid: 1e921bb4-bfe3-4a13-99ca-8d0aa04f906f kind: Event lastTimestamp: "2026-06-02T16:27:15Z" message: Stopping container splitter-graph-cb302 metadata: creationTimestamp: "2026-06-02T16:27:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:27:15Z" name: splitter-graph-cb302-6d88566858-jszmf.18b550681f0dbdd9 namespace: kserve-ci-e2e-test resourceVersion: "29607" uid: 0d08c448-e06a-4189-821a-2647de4c0954 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:27:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-cb302} kind: Pod name: splitter-graph-cb302-6d88566858-jszmf namespace: kserve-ci-e2e-test resourceVersion: "25855" uid: 1e921bb4-bfe3-4a13-99ca-8d0aa04f906f kind: Event lastTimestamp: "2026-06-02T16:27:43Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:27:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:27:43Z" name: splitter-graph-cb302-6d88566858-jszmf.18b55068bfd2c94b namespace: kserve-ci-e2e-test resourceVersion: "29839" uid: 50b14234-6e72-4258-af2a-c2708fab8436 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-cb302-6d88566858 namespace: kserve-ci-e2e-test resourceVersion: "25848" uid: 83a07588-8df2-4e68-91d5-c2f80028d83d kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: 'Created pod: splitter-graph-cb302-6d88566858-jszmf' metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302-6d88566858.18b54ff4eef8dc15 namespace: kserve-ci-e2e-test resourceVersion: "25854" uid: 3abbfafc-dc3c-4311-97b7-8575a37cc424 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25846" uid: 3c6ff81d-5909-4240-9cac-a56c7c6be99a kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: Scaled up replica set splitter-graph-cb302-6d88566858 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302.18b54ff4ee51ebec namespace: kserve-ci-e2e-test resourceVersion: "25850" uid: 70f64066-4442-470c-a314-33b8e5dc5b22 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25866" uid: 88c74f88-9cac-488b-b551-5aef9796fbd9 kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: InferenceGraph [splitter-graph-cb302] is Ready metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302.18b54ff4f22911e5 namespace: kserve-ci-e2e-test resourceVersion: "25868" uid: a582c3c1-8631-455d-ab32-3abffff81d2a reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25839" uid: 88c74f88-9cac-488b-b551-5aef9796fbd9 kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: 'Failed to update status for InferenceGraph "splitter-graph-cb302": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-cb302": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302.18b54ff4f519d3bc namespace: kserve-ci-e2e-test resourceVersion: "25870" uid: 21d5c1a7-06ad-4fef-a5f4-faf74619259f reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:01Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25839" uid: 88c74f88-9cac-488b-b551-5aef9796fbd9 kind: Event lastTimestamp: "2026-06-02T16:19:01Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-cb302": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:19:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:19:01Z" name: splitter-graph-cb302.18b54ff4f51a2364 namespace: kserve-ci-e2e-test resourceVersion: "25871" uid: 0e464c33-7f64-448c-b3b5-125beef98893 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:19:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25847" uid: 9c8c1721-ca90-46d1-9029-163357383f06 kind: Event lastTimestamp: "2026-06-02T16:19:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:31Z" name: splitter-graph-cb302.18b54ff86d208b95 namespace: kserve-ci-e2e-test resourceVersion: "26099" uid: 95376b9d-c3cf-4f45-83cb-4ad966b324de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:19:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25847" uid: 9c8c1721-ca90-46d1-9029-163357383f06 kind: Event lastTimestamp: "2026-06-02T16:19:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:19:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:31Z" name: splitter-graph-cb302.18b54ff86d85c51e namespace: kserve-ci-e2e-test resourceVersion: "26100" uid: e7f64787-4ddb-4008-9853-08655776af98 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:16:50.740145Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24301" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-022f7-predictor-744f9d8855-rcmvf to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:16:50Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd6953aca42 namespace: kserve-ci-e2e-test resourceVersion: "24312" uid: 481a6fd5-7033-46e3-ac70-9ac4418ca989 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-022f7-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:50Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd69f2f7e1d namespace: kserve-ci-e2e-test resourceVersion: "24354" uid: 20405d35-99a4-4f57-a863-49fd40ccaa5d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24334" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Add eth0 [10.133.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:16:51Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd6d290c513 namespace: kserve-ci-e2e-test resourceVersion: "24370" uid: 0343f294-19b2-4734-a5db-16508d8bb7cf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd6d3f46c27 namespace: kserve-ci-e2e-test resourceVersion: "24372" uid: 89e8a7c5-0849-45d1-90e5-89465be6f960 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd6d70c2aa2 namespace: kserve-ci-e2e-test resourceVersion: "24375" uid: 9ff20e80-1c4f-4449-ac46-b237156d1fcc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd6d77c2fb7 namespace: kserve-ci-e2e-test resourceVersion: "24377" uid: 66fe1810-2bad-4474-adda-699c0eda6aa6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd6d78859a2 namespace: kserve-ci-e2e-test resourceVersion: "24378" uid: 70ef10a6-fcaa-4b70-96db-52804cb5d084 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd6da7c2c9c namespace: kserve-ci-e2e-test resourceVersion: "24380" uid: 3b774df7-f6d2-4852-be5b-b564af58d5e3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:16:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:51Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd6dae91229 namespace: kserve-ci-e2e-test resourceVersion: "24381" uid: 7f66da2f-4e89-48c4-be69-decfc4b4529c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:16:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:17:29Z" message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:16:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:29Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fd73cf41210 namespace: kserve-ci-e2e-test resourceVersion: "24685" uid: 2d24597f-17e1-4163-8704-ae56ac03f1ea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fe6f35b4838 namespace: kserve-ci-e2e-test resourceVersion: "25204" uid: 916c3893-6426-406c-b861-21962da4a5d7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf namespace: kserve-ci-e2e-test resourceVersion: "24305" uid: 324a24e6-38b9-4b9a-ab7d-6c8daa16e31a kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: success-200-isvc-022f7-predictor-744f9d8855-rcmvf.18b54fe6f35ba840 namespace: kserve-ci-e2e-test resourceVersion: "25208" uid: bf69985a-7095-4a0e-b8ff-f56b2a1b6e41 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-022f7-predictor-744f9d8855 namespace: kserve-ci-e2e-test resourceVersion: "24289" uid: 33866746-f5ac-43b2-9beb-cf945feabb3d kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: 'Created pod: success-200-isvc-022f7-predictor-744f9d8855-rcmvf' metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:16:50Z" name: success-200-isvc-022f7-predictor-744f9d8855.18b54fd694a36b62 namespace: kserve-ci-e2e-test resourceVersion: "24304" uid: bc80e200-a588-4ed5-8918-049bacb3264c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-022f7-predictor namespace: kserve-ci-e2e-test resourceVersion: "24283" uid: 2f240801-82dc-4f7f-884d-d8bab166b34b kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: Scaled up replica set success-200-isvc-022f7-predictor-744f9d8855 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:16:50Z" name: success-200-isvc-022f7-predictor.18b54fd690df7091 namespace: kserve-ci-e2e-test resourceVersion: "24291" uid: b31a2cf5-6523-4c30-a8dd-93ba3ceaab82 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T16:17:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-022f7-predictor namespace: kserve-ci-e2e-test resourceVersion: "24288" uid: 9d6dd611-daa2-4432-9ed4-644ee40107ce kind: Event lastTimestamp: "2026-06-02T16:17:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:50Z" name: success-200-isvc-022f7-predictor.18b54fda0f88382d namespace: kserve-ci-e2e-test resourceVersion: "25014" uid: 23467ab1-2105-4a2a-9f8e-4c73ffe70784 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T16:17:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-022f7-predictor namespace: kserve-ci-e2e-test resourceVersion: "24288" uid: 9d6dd611-daa2-4432-9ed4-644ee40107ce kind: Event lastTimestamp: "2026-06-02T16:17:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:50Z" name: success-200-isvc-022f7-predictor.18b54fda0fe74fb1 namespace: kserve-ci-e2e-test resourceVersion: "25015" uid: 8f9139f5-8cbe-4e43-a8bf-c078850f9a74 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-022f7 namespace: kserve-ci-e2e-test resourceVersion: "24266" uid: a353b631-3ac0-42ab-98e7-6c390994745f kind: Event lastTimestamp: "2026-06-02T16:17:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:39Z" name: success-200-isvc-022f7.18b54fd690e3a887 namespace: kserve-ci-e2e-test resourceVersion: "24917" uid: 19f95faa-377a-4ea6-937f-6ea9c33dc64c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-022f7 namespace: kserve-ci-e2e-test resourceVersion: "24266" uid: a353b631-3ac0-42ab-98e7-6c390994745f kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: 'Failed to update status for InferenceService "success-200-isvc-022f7": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-022f7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:16:50Z" name: success-200-isvc-022f7.18b54fd69183ac90 namespace: kserve-ci-e2e-test resourceVersion: "24295" uid: e9567512-089c-42bc-bcae-37c7cb557d80 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-022f7 namespace: kserve-ci-e2e-test resourceVersion: "24266" uid: a353b631-3ac0-42ab-98e7-6c390994745f kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-022f7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:16:50Z" name: success-200-isvc-022f7.18b54fd691841c37 namespace: kserve-ci-e2e-test resourceVersion: "24296" uid: 38efff96-fdd0-41fb-8cac-9a1826556962 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-022f7 namespace: kserve-ci-e2e-test resourceVersion: "24915" uid: a353b631-3ac0-42ab-98e7-6c390994745f kind: Event lastTimestamp: "2026-06-02T16:17:39Z" message: InferenceService [success-200-isvc-022f7] is Ready metadata: creationTimestamp: "2026-06-02T16:17:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:39Z" name: success-200-isvc-022f7.18b54fe1f7dab0d7 namespace: kserve-ci-e2e-test resourceVersion: "24916" uid: 3f376bae-c18c-45e6-95ec-4c388be91648 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:08:21.846465Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20449" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:08:21Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f6018cd85eb namespace: kserve-ci-e2e-test resourceVersion: "20454" uid: 09629642-1b02-40cf-84a5-07baa4889bf7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:22Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20459" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:08:22Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:08:22Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f6032466023 namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: 34631b29-6012-4e3d-a1c7-e6b8a3684272 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:08:22Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:22Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f6033bed7b7 namespace: kserve-ci-e2e-test resourceVersion: "20512" uid: 558aa43c-5f1d-4b40-bd64-b1e4de3f0369 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:08:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:22Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f6036c9b712 namespace: kserve-ci-e2e-test resourceVersion: "20514" uid: 025aa994-343e-417a-b585-65b5af11cad2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:08:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:22Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f603738e335 namespace: kserve-ci-e2e-test resourceVersion: "20515" uid: a6856544-780d-42d8-80f0-d661b7613b9b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:08:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:22Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f603744840b namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 6374856c-9c6c-468a-b81d-c4500f0512e4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:08:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:22Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f603b4a2594 namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: dc350a2e-b690-4f7f-a620-2bdc1cede1c1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:08:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:08:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:22Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f603bd4b7ec namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: 8a332980-8cdd-4251-9d5d-4648e32efd5e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:08:59Z" message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:59Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54f609365db82 namespace: kserve-ci-e2e-test resourceVersion: "20904" uid: ddb9683c-bf5f-4aed-bf84-f3fc0f7f8c07 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:36Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54fe149fc97a3 namespace: kserve-ci-e2e-test resourceVersion: "24784" uid: 69c5110e-5c59-4f91-a462-9156dab1ddf7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw namespace: kserve-ci-e2e-test resourceVersion: "20451" uid: a00b08e2-b81a-4a43-9fd5-e4f0462ea058 kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:36Z" name: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw.18b54fe14a01a724 namespace: kserve-ci-e2e-test resourceVersion: "24787" uid: 801384ba-b0ff-4fd3-980e-f309932026a8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-411bf-predictor-85c4db6bcc namespace: kserve-ci-e2e-test resourceVersion: "20435" uid: 84ed93ba-2ca0-4cca-bc73-2e150cf5b238 kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: 'Created pod: success-200-isvc-411bf-predictor-85c4db6bcc-rm7lw' metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:21Z" name: success-200-isvc-411bf-predictor-85c4db6bcc.18b54f6018416a8e namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: df9a45b1-de79-4684-8c3a-d8af07365793 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20430" uid: 5955346b-e760-4526-8ff7-1e33b17a8158 kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: Scaled up replica set success-200-isvc-411bf-predictor-85c4db6bcc from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:21Z" name: success-200-isvc-411bf-predictor.18b54f6016523c90 namespace: kserve-ci-e2e-test resourceVersion: "20440" uid: 74ef6075-c1b5-47d9-9559-cfd5d10a9206 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20434" uid: eb0110aa-145a-4464-b325-7a45dd233dda kind: Event lastTimestamp: "2026-06-02T16:09:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:06Z" name: success-200-isvc-411bf-predictor.18b54f639520b970 namespace: kserve-ci-e2e-test resourceVersion: "20960" uid: 7022ef9b-2a01-4551-bdb2-6b6ecc35ca53 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:08:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20434" uid: eb0110aa-145a-4464-b325-7a45dd233dda kind: Event lastTimestamp: "2026-06-02T16:09:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:06Z" name: success-200-isvc-411bf-predictor.18b54f639588f9bd namespace: kserve-ci-e2e-test resourceVersion: "20961" uid: 5afb0746-50b2-4492-9108-c4b2ff89ab8d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:09:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: eb0110aa-145a-4464-b325-7a45dd233dda kind: Event lastTimestamp: "2026-06-02T16:09:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:36Z" name: success-200-isvc-411bf-predictor.18b54f6e12fd550a namespace: kserve-ci-e2e-test resourceVersion: "21273" uid: e73d083e-3180-418d-9e94-0c455afa7e84 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:09:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-411bf-predictor namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: eb0110aa-145a-4464-b325-7a45dd233dda kind: Event lastTimestamp: "2026-06-02T16:09:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:09:36Z" name: success-200-isvc-411bf-predictor.18b54f6e13c4c64b namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: f376afc5-08ad-4a8c-abd6-2fa598855dce reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-411bf namespace: kserve-ci-e2e-test resourceVersion: "20416" uid: e3b660b0-f4cc-40a2-b99f-2070b7c08f43 kind: Event lastTimestamp: "2026-06-02T16:09:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:09:10Z" name: success-200-isvc-411bf.18b54f60164c4b63 namespace: kserve-ci-e2e-test resourceVersion: "20995" uid: bb754703-5437-4ee6-bc79-d14faae7d374 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-411bf namespace: kserve-ci-e2e-test resourceVersion: "20416" uid: e3b660b0-f4cc-40a2-b99f-2070b7c08f43 kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: 'Failed to update status for InferenceService "success-200-isvc-411bf": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-411bf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:21Z" name: success-200-isvc-411bf.18b54f6016eb6678 namespace: kserve-ci-e2e-test resourceVersion: "20444" uid: eac21aca-a3a0-4607-af8f-a315fb0f2159 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-411bf namespace: kserve-ci-e2e-test resourceVersion: "20416" uid: e3b660b0-f4cc-40a2-b99f-2070b7c08f43 kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-411bf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:21Z" name: success-200-isvc-411bf.18b54f6016eba328 namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 67aaf22d-8139-403c-8659-c098e57e0bfc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:09:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-411bf namespace: kserve-ci-e2e-test resourceVersion: "20993" uid: e3b660b0-f4cc-40a2-b99f-2070b7c08f43 kind: Event lastTimestamp: "2026-06-02T16:09:10Z" message: InferenceService [success-200-isvc-411bf] is Ready metadata: creationTimestamp: "2026-06-02T16:09:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:09:10Z" name: success-200-isvc-411bf.18b54f6b4f8e6472 namespace: kserve-ci-e2e-test resourceVersion: "20994" uid: beadc56a-bfe6-480e-8b07-7f3ceb5be837 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:07:11.676360Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19476" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5da44-predictor-77d9c58457-8lswh to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:07:11Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f4fc256a097 namespace: kserve-ci-e2e-test resourceVersion: "19481" uid: b433c7e1-8043-4a8b-bbbe-ea4cb19ef19b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19487" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:07:12Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f4fdb5980d6 namespace: kserve-ci-e2e-test resourceVersion: "19538" uid: bfaf8e81-ee66-4679-b7f6-91a487550170 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f4fdd554478 namespace: kserve-ci-e2e-test resourceVersion: "19541" uid: 9c17c63d-aa42-493a-9bba-af8f9600fffc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f4fe09423ea namespace: kserve-ci-e2e-test resourceVersion: "19542" uid: d9bb0036-97cb-43e0-8254-a8c48d1a3a23 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f4fe1039e6d namespace: kserve-ci-e2e-test resourceVersion: "19543" uid: 09c49382-a9c4-438f-b690-0dcfd16c2ee7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f4fe10fe1a2 namespace: kserve-ci-e2e-test resourceVersion: "19544" uid: 78b26ed8-d32d-4094-bb55-316f0534ac57 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f4fe4188328 namespace: kserve-ci-e2e-test resourceVersion: "19548" uid: 1e51eae4-fec8-4f14-8674-8160c7143755 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:07:12Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:12Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f4fe4a6631f namespace: kserve-ci-e2e-test resourceVersion: "19549" uid: bfb3ebb0-939d-41e4-8715-8e87c8450635 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:07:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:07:49Z" message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:49Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f5039254884 namespace: kserve-ci-e2e-test resourceVersion: "20083" uid: 5b48db54-d2fd-4938-9d3f-d35e546e5554 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:21Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f6017461be7 namespace: kserve-ci-e2e-test resourceVersion: "20445" uid: 85d497d9-3ac4-492d-8984-a9e5da06c56d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:08:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:08:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:21Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f60174685c3 namespace: kserve-ci-e2e-test resourceVersion: "20447" uid: 09ccedb2-d0f8-44ca-a6f1-abee539bd5de reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5da44-predictor-77d9c58457-8lswh namespace: kserve-ci-e2e-test resourceVersion: "19480" uid: aeb3dab4-e76c-4ec0-aa1c-a6943743cc6d kind: Event lastTimestamp: "2026-06-02T16:08:24Z" message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp 10.133.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:08:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:24Z" name: success-200-isvc-5da44-predictor-77d9c58457-8lswh.18b54f60c14fb3ca namespace: kserve-ci-e2e-test resourceVersion: "20576" uid: 1ddf257b-c5d1-43ed-b2c6-5df831137e18 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5da44-predictor-77d9c58457 namespace: kserve-ci-e2e-test resourceVersion: "19459" uid: 7373699b-d130-47a9-a9b5-ab3a3b6285df kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: 'Created pod: success-200-isvc-5da44-predictor-77d9c58457-8lswh' metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:11Z" name: success-200-isvc-5da44-predictor-77d9c58457.18b54f4fc1720cde namespace: kserve-ci-e2e-test resourceVersion: "19478" uid: d19b0f4f-03c8-4382-895d-501ed1597f1f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19456" uid: c96f6e22-5525-47fa-93c0-e4717799ed21 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: Scaled up replica set success-200-isvc-5da44-predictor-77d9c58457 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:11Z" name: success-200-isvc-5da44-predictor.18b54f4fbe59f81f namespace: kserve-ci-e2e-test resourceVersion: "19466" uid: 3828a743-8c3e-4f9d-84aa-ec6ec34f87e3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:07:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19460" uid: b9f4aaa7-40b4-487f-beaf-e8ecf8b2451a kind: Event lastTimestamp: "2026-06-02T16:07:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:56Z" name: success-200-isvc-5da44-predictor.18b54f533d362826 namespace: kserve-ci-e2e-test resourceVersion: "20139" uid: d25fd1ec-e106-4879-9b8d-ce9c959ee21c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:07:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19460" uid: b9f4aaa7-40b4-487f-beaf-e8ecf8b2451a kind: Event lastTimestamp: "2026-06-02T16:07:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:56Z" name: success-200-isvc-5da44-predictor.18b54f533da7fbb3 namespace: kserve-ci-e2e-test resourceVersion: "20140" uid: 52b4bb21-7b65-43a8-b2a2-7a9733ac96a8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19743" uid: b9f4aaa7-40b4-487f-beaf-e8ecf8b2451a kind: Event lastTimestamp: "2026-06-02T16:08:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:08:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:11Z" name: success-200-isvc-5da44-predictor.18b54f5dbb0ff0fe namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: ca85781e-db08-4226-bb05-6d5cbd81ffd2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5da44-predictor namespace: kserve-ci-e2e-test resourceVersion: "19743" uid: b9f4aaa7-40b4-487f-beaf-e8ecf8b2451a kind: Event lastTimestamp: "2026-06-02T16:08:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:08:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:11Z" name: success-200-isvc-5da44-predictor.18b54f5dbb8d2216 namespace: kserve-ci-e2e-test resourceVersion: "20300" uid: c847d6a6-e97d-4d4d-ac28-343a2aea44bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5da44 namespace: kserve-ci-e2e-test resourceVersion: "19442" uid: ee0f097e-05f9-4616-8780-20736327780c kind: Event lastTimestamp: "2026-06-02T16:07:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:59Z" name: success-200-isvc-5da44.18b54f4fbe847dd4 namespace: kserve-ci-e2e-test resourceVersion: "20174" uid: 4ca26480-1f59-4a9e-afc0-2c0454d663bb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5da44 namespace: kserve-ci-e2e-test resourceVersion: "19442" uid: ee0f097e-05f9-4616-8780-20736327780c kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: 'Failed to update status for InferenceService "success-200-isvc-5da44": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5da44": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:11Z" name: success-200-isvc-5da44.18b54f4fbf14239c namespace: kserve-ci-e2e-test resourceVersion: "19470" uid: 7896ce40-918e-4276-aa0c-5921c55e1c8e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5da44 namespace: kserve-ci-e2e-test resourceVersion: "19442" uid: ee0f097e-05f9-4616-8780-20736327780c kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5da44": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:11Z" name: success-200-isvc-5da44.18b54f4fbf14682a namespace: kserve-ci-e2e-test resourceVersion: "19472" uid: 0f19edb5-e5a6-4410-80cf-0e6c0e87d126 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5da44 namespace: kserve-ci-e2e-test resourceVersion: "20171" uid: ee0f097e-05f9-4616-8780-20736327780c kind: Event lastTimestamp: "2026-06-02T16:07:59Z" message: InferenceService [success-200-isvc-5da44] is Ready metadata: creationTimestamp: "2026-06-02T16:07:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:59Z" name: success-200-isvc-5da44.18b54f5af6c05db0 namespace: kserve-ci-e2e-test resourceVersion: "20172" uid: 996f6bf4-53ce-4f0e-9f23-7b6308b951e1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:17:36.766932Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24794" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-78d4f-predictor-599d66c69f-fkpzj to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:17:36Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe14ca3d90a namespace: kserve-ci-e2e-test resourceVersion: "24799" uid: 74ff5b76-5b8d-4353-a140-c5c76e5ce5c7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24810" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Add eth0 [10.133.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:17:37Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe1660acbf5 namespace: kserve-ci-e2e-test resourceVersion: "24854" uid: 3b70bea6-09bf-46a9-a56d-9fb91b36a05a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe167763e34 namespace: kserve-ci-e2e-test resourceVersion: "24856" uid: dd2f4847-a82a-4386-98c1-c990fa563dd4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe16ac2d972 namespace: kserve-ci-e2e-test resourceVersion: "24858" uid: fccc426d-f5e8-4939-bfa2-d48eb525e71e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe16b354da8 namespace: kserve-ci-e2e-test resourceVersion: "24859" uid: f5c3d320-f390-442e-8cad-85732a78148b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe16b406bf3 namespace: kserve-ci-e2e-test resourceVersion: "24860" uid: 554c5b32-7d4a-436e-814e-f17f711fd9d2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe16e0aac99 namespace: kserve-ci-e2e-test resourceVersion: "24863" uid: d8d4ecfd-3aba-427b-8f67-d491e0159797 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:17:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:17:37Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe16e78082e namespace: kserve-ci-e2e-test resourceVersion: "24865" uid: 0b8bf4a8-f8e6-4209-b3d7-31f9a91cf0da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:17:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:18:14Z" message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:17:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:14Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b54fe1bfb4dc50 namespace: kserve-ci-e2e-test resourceVersion: "25396" uid: 5f129409-7137-4259-92e3-3b7b198f0a15 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:34:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:34:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:34:56Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b550d354a194c6 namespace: kserve-ci-e2e-test resourceVersion: "32801" uid: ec6d0b7a-637f-4907-8fc5-b5ac032cc1e6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:34:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj namespace: kserve-ci-e2e-test resourceVersion: "24797" uid: 170be138-1cf6-4494-953f-c87f63016e9a kind: Event lastTimestamp: "2026-06-02T16:34:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:34:56Z" name: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj.18b550d354a22936 namespace: kserve-ci-e2e-test resourceVersion: "32802" uid: c592d935-669d-42cb-9083-0e5117ecd88f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-78d4f-predictor-599d66c69f namespace: kserve-ci-e2e-test resourceVersion: "24786" uid: 47016444-4503-426d-ab6d-bc89b07de16a kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: 'Created pod: success-200-isvc-78d4f-predictor-599d66c69f-fkpzj' metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:36Z" name: success-200-isvc-78d4f-predictor-599d66c69f.18b54fe14c36c42f namespace: kserve-ci-e2e-test resourceVersion: "24796" uid: bd57b6f9-78a1-4637-9089-966700debf8c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-78d4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24783" uid: 97769ec2-0fa0-44f4-bec3-67b9246ce887 kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: Scaled up replica set success-200-isvc-78d4f-predictor-599d66c69f from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:17:36Z" name: success-200-isvc-78d4f-predictor.18b54fe14a900521 namespace: kserve-ci-e2e-test resourceVersion: "24788" uid: 8b41b2b8-5d4e-4643-bc7d-d2026f90fa09 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T16:17:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-78d4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24785" uid: 90564672-27cb-4935-9f66-c041d1ccc8ca kind: Event lastTimestamp: "2026-06-02T16:18:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:36Z" name: success-200-isvc-78d4f-predictor.18b54fe4c936f5f2 namespace: kserve-ci-e2e-test resourceVersion: "25597" uid: 507529ce-07e3-4849-bb43-cbe1adfb1c65 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T16:17:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-78d4f-predictor namespace: kserve-ci-e2e-test resourceVersion: "24785" uid: 90564672-27cb-4935-9f66-c041d1ccc8ca kind: Event lastTimestamp: "2026-06-02T16:18:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:36Z" name: success-200-isvc-78d4f-predictor.18b54fe4c9c98cce namespace: kserve-ci-e2e-test resourceVersion: "25600" uid: c6210628-1b17-45b0-83b8-241d16c292e0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-78d4f namespace: kserve-ci-e2e-test resourceVersion: "24760" uid: 33151684-6385-43f2-907b-2540bce46527 kind: Event lastTimestamp: "2026-06-02T16:18:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:24Z" name: success-200-isvc-78d4f.18b54fe14a95b376 namespace: kserve-ci-e2e-test resourceVersion: "25492" uid: 2a137102-e4ba-41da-a069-1b4e771461b3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-78d4f namespace: kserve-ci-e2e-test resourceVersion: "24760" uid: 33151684-6385-43f2-907b-2540bce46527 kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: 'Failed to update status for InferenceService "success-200-isvc-78d4f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-78d4f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:36Z" name: success-200-isvc-78d4f.18b54fe14b0fe838 namespace: kserve-ci-e2e-test resourceVersion: "24791" uid: 24cd2c65-a720-4e4a-a92f-f1650966f6a8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:17:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-78d4f namespace: kserve-ci-e2e-test resourceVersion: "24760" uid: 33151684-6385-43f2-907b-2540bce46527 kind: Event lastTimestamp: "2026-06-02T16:17:36Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-78d4f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:17:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:17:36Z" name: success-200-isvc-78d4f.18b54fe14b102c81 namespace: kserve-ci-e2e-test resourceVersion: "24793" uid: 7a27b8b8-48d5-4ad4-acf7-f4a1290c2e36 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-78d4f namespace: kserve-ci-e2e-test resourceVersion: "25490" uid: 33151684-6385-43f2-907b-2540bce46527 kind: Event lastTimestamp: "2026-06-02T16:18:24Z" message: InferenceService [success-200-isvc-78d4f] is Ready metadata: creationTimestamp: "2026-06-02T16:18:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:24Z" name: success-200-isvc-78d4f.18b54fec7c627938 namespace: kserve-ci-e2e-test resourceVersion: "25491" uid: 132ef308-f78b-4fd1-bbbe-d33d46b22d33 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:07:35.777453Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19871" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:07:35Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f555ee01fa8 namespace: kserve-ci-e2e-test resourceVersion: "19876" uid: c38bb2e9-9e01-4689-9b23-c3e75a8ddd7c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19884" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:07:36Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f557833035d namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: cd52065b-b81c-44b5-bb65-2ff15b68d808 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:36Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f55799ad258 namespace: kserve-ci-e2e-test resourceVersion: "19937" uid: 3f607548-a5c3-4ca5-90f3-87e961c08e7d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:36Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f557c78728e namespace: kserve-ci-e2e-test resourceVersion: "19938" uid: b8bc8e23-e17f-4257-93f3-94f09b2e51d2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:36Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f557cffd563 namespace: kserve-ci-e2e-test resourceVersion: "19939" uid: 18f270a2-f501-4a1a-93b9-095ea22f1a91 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:36Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f557d0b6ee9 namespace: kserve-ci-e2e-test resourceVersion: "19940" uid: 91b3192f-2939-4770-9263-5735f5e859cc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:36Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f55801568eb namespace: kserve-ci-e2e-test resourceVersion: "19943" uid: 705ed3ac-b7ad-4c3c-bffe-67f40da9cb1e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:07:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:36Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f558085aaed namespace: kserve-ci-e2e-test resourceVersion: "19944" uid: 3e453161-84f0-41d4-9042-daadbe0f6940 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:07:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:08:13Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:07:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:08:13Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54f55d4aa9076 namespace: kserve-ci-e2e-test resourceVersion: "20331" uid: 20ac38e4-7bdb-4ce8-b8d2-a055c5c09f53 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:50Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54fd69168dcc7 namespace: kserve-ci-e2e-test resourceVersion: "24294" uid: 3c9d3604-f416-4bfe-afaa-8ea40bf4c66f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:16:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:50Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54fd6916ece7a namespace: kserve-ci-e2e-test resourceVersion: "24297" uid: 4c6bddcf-cee0-464d-91f3-c1d46b6839ad reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:16:54Z" message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-06-02T16:16:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:54Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54fd784adc3a7 namespace: kserve-ci-e2e-test resourceVersion: "24421" uid: 0df90ad4-7441-45c7-a5cc-e58c66fd40e6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:16:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5 namespace: kserve-ci-e2e-test resourceVersion: "19874" uid: 24c19931-bedd-48ce-a058-86f85cf11d23 kind: Event lastTimestamp: "2026-06-02T16:16:54Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: i/o timeout' metadata: creationTimestamp: "2026-06-02T16:16:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:16:54Z" name: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5.18b54fd784fd49ff namespace: kserve-ci-e2e-test resourceVersion: "24422" uid: a36af387-6c59-44cb-9056-8bf8bd3c3eea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-94f66-predictor-56bb84dc9f namespace: kserve-ci-e2e-test resourceVersion: "19862" uid: 62fc01da-db3a-4ffa-9a51-5e1bd8a528dd kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: 'Created pod: success-200-isvc-94f66-predictor-56bb84dc9f-x28j5' metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:35Z" name: success-200-isvc-94f66-predictor-56bb84dc9f.18b54f555e398727 namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: 74dd6d65-17a1-4077-87bb-2240ddab6853 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-94f66-predictor namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: e53c33fa-a4a4-4233-b140-b8f35eebe31b kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: Scaled up replica set success-200-isvc-94f66-predictor-56bb84dc9f from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:35Z" name: success-200-isvc-94f66-predictor.18b54f555c5b26fa namespace: kserve-ci-e2e-test resourceVersion: "19866" uid: 87c3c7ed-a77e-4c72-ae51-493e6fb2b38e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94f66-predictor namespace: kserve-ci-e2e-test resourceVersion: "19861" uid: 3209713c-cb9e-48c3-984e-63c4d9a52c1a kind: Event lastTimestamp: "2026-06-02T16:08:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:05Z" name: success-200-isvc-94f66-predictor.18b54f58daf5149a namespace: kserve-ci-e2e-test resourceVersion: "20225" uid: 46b07003-866d-4a31-965a-33a0ab53912e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94f66-predictor namespace: kserve-ci-e2e-test resourceVersion: "19861" uid: 3209713c-cb9e-48c3-984e-63c4d9a52c1a kind: Event lastTimestamp: "2026-06-02T16:08:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:07:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:05Z" name: success-200-isvc-94f66-predictor.18b54f58db6a578d namespace: kserve-ci-e2e-test resourceVersion: "20226" uid: 1e4aebad-69fe-434c-8f64-a0c1dc6558b7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:08:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94f66-predictor namespace: kserve-ci-e2e-test resourceVersion: "20092" uid: 3209713c-cb9e-48c3-984e-63c4d9a52c1a kind: Event lastTimestamp: "2026-06-02T16:08:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:08:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:50Z" name: success-200-isvc-94f66-predictor.18b54f5fd90eca63 namespace: kserve-ci-e2e-test resourceVersion: "20835" uid: 8a466b86-5efb-4a85-961a-322d47ff29da reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T16:08:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-94f66-predictor namespace: kserve-ci-e2e-test resourceVersion: "20092" uid: 3209713c-cb9e-48c3-984e-63c4d9a52c1a kind: Event lastTimestamp: "2026-06-02T16:08:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:08:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:08:50Z" name: success-200-isvc-94f66-predictor.18b54f5fd985db4f namespace: kserve-ci-e2e-test resourceVersion: "20836" uid: 5f83bbb1-fbcd-4926-8474-7f8be9f16961 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-94f66 namespace: kserve-ci-e2e-test resourceVersion: "19838" uid: 8838a03a-0328-4060-b4a7-63788bf0643c kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:23Z" name: success-200-isvc-94f66.18b54f555c3c21b5 namespace: kserve-ci-e2e-test resourceVersion: "20557" uid: e106d44f-94ae-4a78-ba3e-b693ecd50f7f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-94f66 namespace: kserve-ci-e2e-test resourceVersion: "19838" uid: 8838a03a-0328-4060-b4a7-63788bf0643c kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: 'Failed to update status for InferenceService "success-200-isvc-94f66": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-94f66": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:35Z" name: success-200-isvc-94f66.18b54f555d1df91a namespace: kserve-ci-e2e-test resourceVersion: "19868" uid: 7ba4e21a-e87b-426f-af10-c4053535d3c3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-94f66 namespace: kserve-ci-e2e-test resourceVersion: "19838" uid: 8838a03a-0328-4060-b4a7-63788bf0643c kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-94f66": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:35Z" name: success-200-isvc-94f66.18b54f555d1e3599 namespace: kserve-ci-e2e-test resourceVersion: "19870" uid: f70ab4c6-e1d7-4f5a-a301-8b9acfbaf32b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:08:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-94f66 namespace: kserve-ci-e2e-test resourceVersion: "20555" uid: 8838a03a-0328-4060-b4a7-63788bf0643c kind: Event lastTimestamp: "2026-06-02T16:08:23Z" message: InferenceService [success-200-isvc-94f66] is Ready metadata: creationTimestamp: "2026-06-02T16:08:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:08:23Z" name: success-200-isvc-94f66.18b54f60906b66e9 namespace: kserve-ci-e2e-test resourceVersion: "20556" uid: d0884e3a-f6a8-4089-80f5-e3d7e94c3806 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:55:36.155529Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13461" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-baff1-predictor-58687f74b9-vqxzz to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:55:36Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eadd2110538 namespace: kserve-ci-e2e-test resourceVersion: "13466" uid: 32ca3ffb-a545-4083-aee6-a98025ac2828 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13474" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:55:36Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eadefa1ec37 namespace: kserve-ci-e2e-test resourceVersion: "13561" uid: f20cca79-c974-4a26-9c6a-ded8c204a6fc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:36Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eadf145323e namespace: kserve-ci-e2e-test resourceVersion: "13571" uid: a2f5c7d7-415c-4073-9c6f-112d929d4a2f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:49Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" in 12.333s (12.333s including waiting). Image size: 1335718515 bytes.' metadata: creationTimestamp: "2026-06-02T15:55:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:49Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eb0d0682de0 namespace: kserve-ci-e2e-test resourceVersion: "13726" uid: 208aea0e-ce54-4e7a-aaa6-ef357a207640 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:55:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:49Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eb0d468a20b namespace: kserve-ci-e2e-test resourceVersion: "13727" uid: 614f72af-dece-4a17-a00c-bf8329ab8a56 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:55:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:49Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eb0d4defef3 namespace: kserve-ci-e2e-test resourceVersion: "13728" uid: d842e68b-89b7-428f-bdc9-6b982b43a158 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:49Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-06-02T15:55:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:49Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eb0d4ecf471 namespace: kserve-ci-e2e-test resourceVersion: "13729" uid: ff538db5-a9be-4f5c-be6d-969d5ee03012 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:51Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.286s (2.286s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:51Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eb15d3ba984 namespace: kserve-ci-e2e-test resourceVersion: "13773" uid: bf3d43e1-62ae-4441-86bd-09419b24447e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:51Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eb1605daa3d namespace: kserve-ci-e2e-test resourceVersion: "13776" uid: d1c46f84-5fce-4a6a-b76e-5895f723a323 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:55:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:55:51Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eb160d5e1fc namespace: kserve-ci-e2e-test resourceVersion: "13777" uid: 6cf0ea93-d1cf-400a-8472-ebc4f97d2759 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:55:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:56:28Z" message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:55:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:28Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54eb19befc682 namespace: kserve-ci-e2e-test resourceVersion: "14133" uid: a3b4cea6-bb46-4dad-b1cd-4feed8dd5af6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:10Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54ec3c9fd6fbb namespace: kserve-ci-e2e-test resourceVersion: "14586" uid: 1fef3a42-6da9-4390-986d-f48a2a1830e8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:10Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54ec3c9fde54c namespace: kserve-ci-e2e-test resourceVersion: "14589" uid: ea4378e4-1003-4d51-a2ce-20b91946bfc6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz namespace: kserve-ci-e2e-test resourceVersion: "13464" uid: cf07e785-a5da-493e-83d3-e68225bd2fef kind: Event lastTimestamp: "2026-06-02T15:57:13Z" message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp 10.133.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:57:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:13Z" name: success-200-isvc-baff1-predictor-58687f74b9-vqxzz.18b54ec4780600c5 namespace: kserve-ci-e2e-test resourceVersion: "14698" uid: ff21c8d3-80aa-4046-b11f-be4e40bdc5d9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-baff1-predictor-58687f74b9 namespace: kserve-ci-e2e-test resourceVersion: "13452" uid: dc26e442-89fc-42e8-a443-ff9a9ef10531 kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: 'Created pod: success-200-isvc-baff1-predictor-58687f74b9-vqxzz' metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: success-200-isvc-baff1-predictor-58687f74b9.18b54eadd15524ee namespace: kserve-ci-e2e-test resourceVersion: "13462" uid: 69179431-a032-4d11-a1c1-76559a19b2bb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13450" uid: 3a34bde7-bbe0-4fcb-b56f-f08f0a49b2b3 kind: Event lastTimestamp: "2026-06-02T15:55:36Z" message: Scaled up replica set success-200-isvc-baff1-predictor-58687f74b9 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:55:36Z" name: success-200-isvc-baff1-predictor.18b54eadcc122175 namespace: kserve-ci-e2e-test resourceVersion: "13453" uid: 47c4f4a0-cc76-44b3-8dc6-2053b538bf39 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13465" uid: 81c88509-efe0-4784-a158-5e1648e3a1c8 kind: Event lastTimestamp: "2026-06-02T15:56:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:21Z" name: success-200-isvc-baff1-predictor.18b54eb151b483b3 namespace: kserve-ci-e2e-test resourceVersion: "14067" uid: 3641c1b0-e2e2-4d0a-b890-6a5f6cb125f2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-06-02T15:55:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13465" uid: 81c88509-efe0-4784-a158-5e1648e3a1c8 kind: Event lastTimestamp: "2026-06-02T15:56:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:55:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:21Z" name: success-200-isvc-baff1-predictor.18b54eb15241474b namespace: kserve-ci-e2e-test resourceVersion: "14068" uid: 68542dee-fa3e-4e73-92f0-90a5d720aae0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:56:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13764" uid: 81c88509-efe0-4784-a158-5e1648e3a1c8 kind: Event lastTimestamp: "2026-06-02T15:56:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:51Z" name: success-200-isvc-baff1-predictor.18b54ebbcf238832 namespace: kserve-ci-e2e-test resourceVersion: "14327" uid: 2b8e4ecb-418d-4017-a0ae-0ceffc15771e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:56:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-baff1-predictor namespace: kserve-ci-e2e-test resourceVersion: "13764" uid: 81c88509-efe0-4784-a158-5e1648e3a1c8 kind: Event lastTimestamp: "2026-06-02T15:56:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:56:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:51Z" name: success-200-isvc-baff1-predictor.18b54ebbcfa5704c namespace: kserve-ci-e2e-test resourceVersion: "14328" uid: 3faa6423-5017-4d9d-8bb7-d9c2193271df reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:55:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-baff1 namespace: kserve-ci-e2e-test resourceVersion: "13441" uid: d4c318d9-f91d-48be-8c02-ce47be874c36 kind: Event lastTimestamp: "2026-06-02T15:56:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:56:38Z" name: success-200-isvc-baff1.18b54eadd2159b40 namespace: kserve-ci-e2e-test resourceVersion: "14223" uid: 73cda252-9a9e-4b03-8f36-ea03c98f0bf7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-baff1 namespace: kserve-ci-e2e-test resourceVersion: "14220" uid: d4c318d9-f91d-48be-8c02-ce47be874c36 kind: Event lastTimestamp: "2026-06-02T15:56:38Z" message: InferenceService [success-200-isvc-baff1] is Ready metadata: creationTimestamp: "2026-06-02T15:56:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:56:38Z" name: success-200-isvc-baff1.18b54ebc57a28f44 namespace: kserve-ci-e2e-test resourceVersion: "14222" uid: 90c9b754-b283-4668-ab97-13e9a4b691d6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:57:10.611829Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14594" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c6170-predictor-76675d7967-6zrmk to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:57:10Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec3d019c540 namespace: kserve-ci-e2e-test resourceVersion: "14602" uid: 97f7e179-58b8-468e-a680-2f5ccf7d86bb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14622" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:57:11Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec3ea7aa615 namespace: kserve-ci-e2e-test resourceVersion: "14654" uid: 45dfe8af-4a76-42d0-94ed-1556ac75fce6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec3ebf4e65b namespace: kserve-ci-e2e-test resourceVersion: "14656" uid: 75fa4051-1c8b-4006-a65b-044cac0345d3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec3ef0407fd namespace: kserve-ci-e2e-test resourceVersion: "14661" uid: 2ec7a64e-7982-47f7-bcff-1506839e653f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec3ef742f9c namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: 614a80ea-410e-4eb7-ac5d-4fece9aded13 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec3ef80c971 namespace: kserve-ci-e2e-test resourceVersion: "14664" uid: 44cb7a2c-307b-499b-99cc-a1e8dae762c8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec3f21e7079 namespace: kserve-ci-e2e-test resourceVersion: "14666" uid: 452f57dd-f4a1-4be1-8c82-973e2dc000b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T15:57:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:11Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec3f28d1ae8 namespace: kserve-ci-e2e-test resourceVersion: "14667" uid: c24bdf66-3ab1-4dbf-a65e-57ac19c2a60b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:57:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T15:57:48Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:57:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:48Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54ec44b7bf3e8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 5cfdcc0b-0bc3-4e43-9572-3b8023de4a69 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54f44fa1a2c75 namespace: kserve-ci-e2e-test resourceVersion: "18972" uid: a77ea12a-3f47-4089-aa82-a8f6e1e495f5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c6170-predictor-76675d7967-6zrmk namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: eb278ebb-a0df-49cf-9398-b2e740dbc8e8 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-c6170-predictor-76675d7967-6zrmk.18b54f44fa1b4857 namespace: kserve-ci-e2e-test resourceVersion: "18975" uid: 80fb9427-1bdd-46c9-ba4e-4dd8d577d469 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c6170-predictor-76675d7967 namespace: kserve-ci-e2e-test resourceVersion: "14578" uid: 653183f4-3872-44a4-a51b-4f7b1c2a5a41 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: 'Created pod: success-200-isvc-c6170-predictor-76675d7967-6zrmk' metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:10Z" name: success-200-isvc-c6170-predictor-76675d7967.18b54ec3cf9fc4a0 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: 72987a36-ebc7-4ae5-b69c-4e6bab6e4ce9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14572" uid: 8d60ead8-1c72-47d6-a891-9045a5185e99 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: Scaled up replica set success-200-isvc-c6170-predictor-76675d7967 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:10Z" name: success-200-isvc-c6170-predictor.18b54ec3c8bc24e2 namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 1edd5716-1ce9-4c3d-94df-ba0ce1df17e0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: 575b633e-1589-4db3-8acc-fe4c6397df50 kind: Event lastTimestamp: "2026-06-02T15:57:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:57:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:25Z" name: success-200-isvc-c6170-predictor.18b54ec747959a8d namespace: kserve-ci-e2e-test resourceVersion: "14822" uid: 7217e1b0-8599-4232-846d-6707010a8d9e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: 575b633e-1589-4db3-8acc-fe4c6397df50 kind: Event lastTimestamp: "2026-06-02T15:57:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:57:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:25Z" name: success-200-isvc-c6170-predictor.18b54ec7481090c6 namespace: kserve-ci-e2e-test resourceVersion: "14823" uid: 4efbbdff-e588-4e24-9243-c2abe143472b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T15:57:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: 575b633e-1589-4db3-8acc-fe4c6397df50 kind: Event lastTimestamp: "2026-06-02T15:58:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:57:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:25Z" name: success-200-isvc-c6170-predictor.18b54ecac7569ae5 namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: f8e505d2-c7a3-4259-ae1c-771889f91ed5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T15:57:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c6170-predictor namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: 575b633e-1589-4db3-8acc-fe4c6397df50 kind: Event lastTimestamp: "2026-06-02T15:58:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:57:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:25Z" name: success-200-isvc-c6170-predictor.18b54ecac7d614ce namespace: kserve-ci-e2e-test resourceVersion: "15574" uid: d7caba88-174e-4a9f-8e81-b37394a50f9a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c6170 namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: aed482a3-b322-423a-b4a4-d94aef850084 kind: Event lastTimestamp: "2026-06-02T15:57:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:59Z" name: success-200-isvc-c6170.18b54ec3c8c266ef namespace: kserve-ci-e2e-test resourceVersion: "15307" uid: 9d911361-b17a-4cd4-80de-ad0038e540f2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c6170 namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: aed482a3-b322-423a-b4a4-d94aef850084 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: 'Failed to update status for InferenceService "success-200-isvc-c6170": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c6170": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:10Z" name: success-200-isvc-c6170.18b54ec3c9e1e9cc namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 1df2bc2d-2e8b-46e6-817c-281569d66229 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c6170 namespace: kserve-ci-e2e-test resourceVersion: "14556" uid: aed482a3-b322-423a-b4a4-d94aef850084 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c6170": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:10Z" name: success-200-isvc-c6170.18b54ec3c9e2295f namespace: kserve-ci-e2e-test resourceVersion: "14587" uid: bce9616d-595e-45cb-9082-f980299675df reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c6170 namespace: kserve-ci-e2e-test resourceVersion: "15303" uid: aed482a3-b322-423a-b4a4-d94aef850084 kind: Event lastTimestamp: "2026-06-02T15:57:58Z" message: InferenceService [success-200-isvc-c6170] is Ready metadata: creationTimestamp: "2026-06-02T15:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:57:58Z" name: success-200-isvc-c6170.18b54ecf07610fd7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: 35f973f7-8ac0-4a1a-b931-fe8cd336a92e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:18:01.049496Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25202" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-cb302-predictor-9dcf7c765-pmb6t to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:18:01Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe6f3fe5c7c namespace: kserve-ci-e2e-test resourceVersion: "25209" uid: d1e8abf0-ae86-4917-a8b2-77d6f6cdfe67 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-cb302-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:01Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe703e181a9 namespace: kserve-ci-e2e-test resourceVersion: "25246" uid: bf83c7a9-3a64-41f0-9ddf-78f2f659df18 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:02Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25213" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:02Z" message: Add eth0 [10.133.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:18:02Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe73186e112 namespace: kserve-ci-e2e-test resourceVersion: "25265" uid: 6e33228d-069c-4c8c-8eac-13767fd5b4d9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:02Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:02Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe73306af38 namespace: kserve-ci-e2e-test resourceVersion: "25267" uid: 73fa740c-c4c6-4ee9-aec5-adfd41425404 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:02Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe7367b484e namespace: kserve-ci-e2e-test resourceVersion: "25268" uid: 29dcaf94-901c-437d-b5a0-1a4a8d02f012 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:02Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe736eb86e1 namespace: kserve-ci-e2e-test resourceVersion: "25269" uid: f47766d8-c56c-4b85-b4c5-206164afc5d8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:02Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe736f7c29a namespace: kserve-ci-e2e-test resourceVersion: "25270" uid: 9e7598c8-74fe-41f6-8dd7-9a588da2f4e4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:02Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe73a0ef270 namespace: kserve-ci-e2e-test resourceVersion: "25272" uid: 7250e1cb-58bd-41d9-8cfc-30ba0552203b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:18:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:02Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe73a84b569 namespace: kserve-ci-e2e-test resourceVersion: "25273" uid: 1462fe98-ef3d-4368-84d7-a5c765294889 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:18:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:18:39Z" message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:18:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:39Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b54fe7977634db namespace: kserve-ci-e2e-test resourceVersion: "25654" uid: 44f5794e-ba2d-4143-a095-a728f86854ce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:27:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:27:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:27:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:27:15Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b55068247f6bf9 namespace: kserve-ci-e2e-test resourceVersion: "29622" uid: 55f53bcb-4b22-4b5b-87c3-b8c81a6fcf76 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:27:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t namespace: kserve-ci-e2e-test resourceVersion: "25205" uid: 9dec0225-d6eb-4027-8086-2e17a4652344 kind: Event lastTimestamp: "2026-06-02T16:27:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:27:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:27:15Z" name: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t.18b55068247ff5e0 namespace: kserve-ci-e2e-test resourceVersion: "29623" uid: 533facfa-2084-486b-910b-73dae1e35ece reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-cb302-predictor-9dcf7c765 namespace: kserve-ci-e2e-test resourceVersion: "25180" uid: f8850754-89e7-44c8-a52c-fead8b18c9c2 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'Created pod: success-200-isvc-cb302-predictor-9dcf7c765-pmb6t' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:01Z" name: success-200-isvc-cb302-predictor-9dcf7c765.18b54fe6f38a01e1 namespace: kserve-ci-e2e-test resourceVersion: "25206" uid: 51124db5-1857-4d49-9a22-2f846272d74e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25178" uid: 4d12d97c-5b85-4648-9c48-9bd8d96ae823 kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: Scaled up replica set success-200-isvc-cb302-predictor-9dcf7c765 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:01Z" name: success-200-isvc-cb302-predictor.18b54fe6f1b05399 namespace: kserve-ci-e2e-test resourceVersion: "25188" uid: 721314b1-bf66-4fbd-9cbe-533967e4d455 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25186" uid: 592a7b6d-3099-4170-bc62-144d52b74db8 kind: Event lastTimestamp: "2026-06-02T16:18:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:16Z" name: success-200-isvc-cb302-predictor.18b54fea709aee40 namespace: kserve-ci-e2e-test resourceVersion: "25407" uid: c2aafedf-a34c-44a4-b1e2-9668f82d54ef reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25186" uid: 592a7b6d-3099-4170-bc62-144d52b74db8 kind: Event lastTimestamp: "2026-06-02T16:18:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:18:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:16Z" name: success-200-isvc-cb302-predictor.18b54fea711bda0b namespace: kserve-ci-e2e-test resourceVersion: "25409" uid: e16fcac7-f065-44f3-aa01-08b2cabee277 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T16:18:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25408" uid: 592a7b6d-3099-4170-bc62-144d52b74db8 kind: Event lastTimestamp: "2026-06-02T16:19:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:16Z" name: success-200-isvc-cb302-predictor.18b54fedefcf6dbb namespace: kserve-ci-e2e-test resourceVersion: "25989" uid: 7ed57adb-caf8-4798-b941-2585f44e17be reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T16:18:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-cb302-predictor namespace: kserve-ci-e2e-test resourceVersion: "25408" uid: 592a7b6d-3099-4170-bc62-144d52b74db8 kind: Event lastTimestamp: "2026-06-02T16:19:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:18:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:16Z" name: success-200-isvc-cb302-predictor.18b54fedf036faac namespace: kserve-ci-e2e-test resourceVersion: "25990" uid: 8bae573f-b56d-462d-adeb-034d9faf9d52 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25155" uid: 987cd0bc-08d9-475c-83ba-e5490e52bbfe kind: Event lastTimestamp: "2026-06-02T16:18:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:49Z" name: success-200-isvc-cb302.18b54fe6f1af1224 namespace: kserve-ci-e2e-test resourceVersion: "25752" uid: bc9df158-9976-43a9-98bc-d84136fafda3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25155" uid: 987cd0bc-08d9-475c-83ba-e5490e52bbfe kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'Failed to update status for InferenceService "success-200-isvc-cb302": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-cb302": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:01Z" name: success-200-isvc-cb302.18b54fe6f236de0b namespace: kserve-ci-e2e-test resourceVersion: "25195" uid: 020ef915-0881-4c64-b147-674e10af9d65 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25155" uid: 987cd0bc-08d9-475c-83ba-e5490e52bbfe kind: Event lastTimestamp: "2026-06-02T16:18:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-cb302": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:18:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:01Z" name: success-200-isvc-cb302.18b54fe6f237567f namespace: kserve-ci-e2e-test resourceVersion: "25199" uid: e5e53428-fb16-421f-9295-c590011e7315 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-cb302 namespace: kserve-ci-e2e-test resourceVersion: "25750" uid: 987cd0bc-08d9-475c-83ba-e5490e52bbfe kind: Event lastTimestamp: "2026-06-02T16:18:49Z" message: InferenceService [success-200-isvc-cb302] is Ready metadata: creationTimestamp: "2026-06-02T16:18:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:49Z" name: success-200-isvc-cb302.18b54ff2527cd8b9 namespace: kserve-ci-e2e-test resourceVersion: "25751" uid: 87744304-684f-49e2-ac76-79989499a777 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:06:25.440014Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18985" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d60e3-predictor-96cb78977-5txz5 to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f44fe700954 namespace: kserve-ci-e2e-test resourceVersion: "18998" uid: db90b7a3-95b4-400a-abeb-c97db2e3a913 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "19014" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f45183c2132 namespace: kserve-ci-e2e-test resourceVersion: "19046" uid: a90fc3b8-77d3-4751-92c8-f2c58c9a9356 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f4519c7bc75 namespace: kserve-ci-e2e-test resourceVersion: "19048" uid: fe376b2a-ca26-440a-aaf4-306a05b93677 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f451d0b387e namespace: kserve-ci-e2e-test resourceVersion: "19050" uid: 9a849150-acc9-410c-a4d5-5f1ee7a0a77c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f451d7c0c25 namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: 1bd6aed5-509b-408f-af4f-00820725865b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f451d88882b namespace: kserve-ci-e2e-test resourceVersion: "19054" uid: dedcdbf3-7c57-4f22-8442-a9fbc4b7ae1a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:06:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T16:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:26Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f45204247e7 namespace: kserve-ci-e2e-test resourceVersion: "19057" uid: a44736ea-f235-4fba-81b9-ebed1e6032fa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:06:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:26Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f4520b04957 namespace: kserve-ci-e2e-test resourceVersion: "19058" uid: d1e69a0f-f522-4ff7-a202-c3a08c156568 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:06:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:07:03Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:06:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:03Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f4579f09e13 namespace: kserve-ci-e2e-test resourceVersion: "19358" uid: 8d2fcbfb-ab0f-464a-8252-6b6684807127 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:35Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f555c173145 namespace: kserve-ci-e2e-test resourceVersion: "19863" uid: a3a19010-a148-414b-a3ef-53097d2a6457 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:07:35Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:35Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f555c17aa7d namespace: kserve-ci-e2e-test resourceVersion: "19867" uid: e0d5ca20-3d81-4190-8385-6ac9090bbdba reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-d60e3-predictor-96cb78977-5txz5 namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 566f8d45-09ac-4243-9b55-7e110233b781 kind: Event lastTimestamp: "2026-06-02T16:07:38Z" message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp 10.133.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-06-02T16:07:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:38Z" name: success-200-isvc-d60e3-predictor-96cb78977-5txz5.18b54f56022341fa namespace: kserve-ci-e2e-test resourceVersion: "19979" uid: d1e64d50-adc2-42dd-a4d9-75f50062a9fe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-d60e3-predictor-96cb78977 namespace: kserve-ci-e2e-test resourceVersion: "18974" uid: afc435e0-c874-41ba-bf03-590b8f40e98d kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: 'Created pod: success-200-isvc-d60e3-predictor-96cb78977-5txz5' metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3-predictor-96cb78977.18b54f44fe055ccb namespace: kserve-ci-e2e-test resourceVersion: "18992" uid: d6432c73-fcd6-4d1b-9761-3aac70767a1e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18971" uid: 7b026648-a0d0-432f-8c54-a04de1db5bae kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Scaled up replica set success-200-isvc-d60e3-predictor-96cb78977 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3-predictor.18b54f44facbab5c namespace: kserve-ci-e2e-test resourceVersion: "18977" uid: cdd62f0c-67b3-4673-9507-a230483d3bb5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:06:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18973" uid: 905bf18a-0762-425e-b7d0-eb7cdaddfa4a kind: Event lastTimestamp: "2026-06-02T16:06:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:06:55Z" name: success-200-isvc-d60e3-predictor.18b54f487990b0c7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: b2625e81-763d-4f8f-a496-9ab891dcfbe5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:06:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18973" uid: 905bf18a-0762-425e-b7d0-eb7cdaddfa4a kind: Event lastTimestamp: "2026-06-02T16:06:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:06:55Z" name: success-200-isvc-d60e3-predictor.18b54f4879faea0b namespace: kserve-ci-e2e-test resourceVersion: "19301" uid: 6dbd6c1d-bdd5-4bcc-a5cf-3f1492581a76 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19182" uid: 905bf18a-0762-425e-b7d0-eb7cdaddfa4a kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:07:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:25Z" name: success-200-isvc-d60e3-predictor.18b54f4f77ebe56f namespace: kserve-ci-e2e-test resourceVersion: "19697" uid: b3935975-c584-48f9-abf3-3c32fee1596c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T16:07:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-d60e3-predictor namespace: kserve-ci-e2e-test resourceVersion: "19182" uid: 905bf18a-0762-425e-b7d0-eb7cdaddfa4a kind: Event lastTimestamp: "2026-06-02T16:07:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:07:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:07:25Z" name: success-200-isvc-d60e3-predictor.18b54f4f7838f3a3 namespace: kserve-ci-e2e-test resourceVersion: "19700" uid: 772f1e53-b6cc-491b-aae5-b3c050e13bab reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "18949" uid: d9015c6a-f886-4d3c-bcdd-fbb1c63d2972 kind: Event lastTimestamp: "2026-06-02T16:07:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:13Z" name: success-200-isvc-d60e3.18b54f44faa027a5 namespace: kserve-ci-e2e-test resourceVersion: "19579" uid: 99c340ca-a9b0-4f1c-85db-c86a9acbeacd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "18949" uid: d9015c6a-f886-4d3c-bcdd-fbb1c63d2972 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: 'Failed to update status for InferenceService "success-200-isvc-d60e3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d60e3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3.18b54f44fb054651 namespace: kserve-ci-e2e-test resourceVersion: "18979" uid: 66db8a95-96c6-441b-bdce-e77fab3bff0a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "18949" uid: d9015c6a-f886-4d3c-bcdd-fbb1c63d2972 kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d60e3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:06:25Z" name: success-200-isvc-d60e3.18b54f44fb059ab0 namespace: kserve-ci-e2e-test resourceVersion: "18980" uid: 2d7a4188-cb45-4a48-8719-5108841162b4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-d60e3 namespace: kserve-ci-e2e-test resourceVersion: "19577" uid: d9015c6a-f886-4d3c-bcdd-fbb1c63d2972 kind: Event lastTimestamp: "2026-06-02T16:07:13Z" message: InferenceService [success-200-isvc-d60e3] is Ready metadata: creationTimestamp: "2026-06-02T16:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:07:13Z" name: success-200-isvc-d60e3.18b54f5035739707 namespace: kserve-ci-e2e-test resourceVersion: "19578" uid: 5bb0120d-691e-48da-9d71-37fbb5682fed reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:57:56.585745Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15176" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:57:56Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ece845c0b47 namespace: kserve-ci-e2e-test resourceVersion: "15191" uid: 2472217c-c0c7-4772-a6ed-4bb6779a4127 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15195" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:57:57Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ece9dde8aba namespace: kserve-ci-e2e-test resourceVersion: "15250" uid: 78457e85-7e6f-4fac-bd1a-487d65b2c4fb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1560" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ecea036e558 namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: 97787129-c9ef-4de7-b02c-7433da5bb2d8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ecea3998ab5 namespace: kserve-ci-e2e-test resourceVersion: "15253" uid: 3db0b342-99cf-42ef-8ad0-c53087f7c3e2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ecea40c4b29 namespace: kserve-ci-e2e-test resourceVersion: "15254" uid: ee431184-60be-4331-a1b2-23d48641742a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ecea417cf00 namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: 3fa62932-14c2-4d46-9d55-dc39f3a570ac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ecea7b08f78 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: df380dc9-336d-4976-bab2-3c8a4fdca43e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T15:57:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T15:57:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:57Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ecea83b36e5 namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 809ed2b2-7cbd-4c86-8e3a-95699bd1b473 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T15:58:34Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-06-02T15:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:34Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54ecf0a7a34c0 namespace: kserve-ci-e2e-test resourceVersion: "15646" uid: 702d5f50-3dd3-48e2-940d-1286a11790f5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:11Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54f4fbfd86046 namespace: kserve-ci-e2e-test resourceVersion: "19474" uid: 50bd4cd2-c4c3-4f78-bf48-8fc041c4df54 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:07:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq namespace: kserve-ci-e2e-test resourceVersion: "15182" uid: 741ee707-8c7d-4e5e-9bdd-9174d2213122 kind: Event lastTimestamp: "2026-06-02T16:07:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-06-02T16:07:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:07:11Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq.18b54f4fbfd968ff namespace: kserve-ci-e2e-test resourceVersion: "19475" uid: be541ad9-5ce3-4fda-9f86-9fc85ee26d5f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-f26f3-predictor-7cd54b6f9f namespace: kserve-ci-e2e-test resourceVersion: "15163" uid: 572b6b61-c7d7-42b2-9b8d-30bb6e602eee kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: 'Created pod: success-200-isvc-f26f3-predictor-7cd54b6f9f-lvrzq' metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:56Z" name: success-200-isvc-f26f3-predictor-7cd54b6f9f.18b54ece8326ddfd namespace: kserve-ci-e2e-test resourceVersion: "15178" uid: f21c1ea7-62bc-4d2f-aa0b-13f3bcc1b49d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15160" uid: e8edbda9-7f36-45c1-a2ef-4026d75e05bc kind: Event lastTimestamp: "2026-06-02T15:57:56Z" message: Scaled up replica set success-200-isvc-f26f3-predictor-7cd54b6f9f from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:57:56Z" name: success-200-isvc-f26f3-predictor.18b54ece80e46bc0 namespace: kserve-ci-e2e-test resourceVersion: "15167" uid: 32b80be7-7238-44f8-8bba-f62417779fd2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:58:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15161" uid: 8b501180-cf2f-42e3-b3ae-ce17ea52f51c kind: Event lastTimestamp: "2026-06-02T15:58:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:58:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:26Z" name: success-200-isvc-f26f3-predictor.18b54ed1ff6e87bf namespace: kserve-ci-e2e-test resourceVersion: "15587" uid: 06d4de9a-a9fc-421b-95aa-234829bb4607 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-06-02T15:58:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15161" uid: 8b501180-cf2f-42e3-b3ae-ce17ea52f51c kind: Event lastTimestamp: "2026-06-02T15:58:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:58:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:26Z" name: success-200-isvc-f26f3-predictor.18b54ed1ffe0da8e namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: e5a1756a-96b5-491f-a1b4-cc1e18a3076f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T15:58:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: 8b501180-cf2f-42e3-b3ae-ce17ea52f51c kind: Event lastTimestamp: "2026-06-02T15:59:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:58:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:59:26Z" name: success-200-isvc-f26f3-predictor.18b54ed8fdd25979 namespace: kserve-ci-e2e-test resourceVersion: "16083" uid: 3cca9546-8fe3-4d8b-a3bc-9eb26f03faea reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-06-02T15:58:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-f26f3-predictor namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: 8b501180-cf2f-42e3-b3ae-ce17ea52f51c kind: Event lastTimestamp: "2026-06-02T15:59:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:58:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:59:26Z" name: success-200-isvc-f26f3-predictor.18b54ed8fe6dad04 namespace: kserve-ci-e2e-test resourceVersion: "16084" uid: c2f02ace-cd96-49fc-b1ec-8f0cea5e288e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T15:57:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f26f3 namespace: kserve-ci-e2e-test resourceVersion: "15140" uid: 23a9ff49-41e0-4c8e-af9b-04a96baa15c1 kind: Event lastTimestamp: "2026-06-02T15:58:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-06-02T15:57:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:58:45Z" name: success-200-isvc-f26f3.18b54ece80b38bd1 namespace: kserve-ci-e2e-test resourceVersion: "15744" uid: a2f5253b-58f3-458f-ba31-e61ee8019d33 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-f26f3 namespace: kserve-ci-e2e-test resourceVersion: "15742" uid: 23a9ff49-41e0-4c8e-af9b-04a96baa15c1 kind: Event lastTimestamp: "2026-06-02T15:58:44Z" message: InferenceService [success-200-isvc-f26f3] is Ready metadata: creationTimestamp: "2026-06-02T15:58:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:58:44Z" name: success-200-isvc-f26f3.18b54ed9c9dc9fba namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 82b512cc-6ded-45cc-9291-9ef149f052c1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T16:18:36.842489Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-78d4f-7578756596-fctpv namespace: kserve-ci-e2e-test resourceVersion: "25609" uid: d1d6e7e4-f726-44bf-b58b-770cab906329 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-78d4f-7578756596-fctpv to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T16:18:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T16:18:36Z" name: switch-graph-78d4f-7578756596-fctpv.18b54fef496c07b0 namespace: kserve-ci-e2e-test resourceVersion: "25614" uid: 6be27586-1386-4419-be0d-14f18abc7634 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:37Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-78d4f-7578756596-fctpv namespace: kserve-ci-e2e-test resourceVersion: "25612" uid: d1d6e7e4-f726-44bf-b58b-770cab906329 kind: Event lastTimestamp: "2026-06-02T16:18:37Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-78d4f-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T16:18:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:37Z" name: switch-graph-78d4f-7578756596-fctpv.18b54fef5a27e613 namespace: kserve-ci-e2e-test resourceVersion: "25626" uid: 58229bd0-9b91-4a1f-a5a9-a78afc5a69ae reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:37Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-78d4f-7578756596-fctpv namespace: kserve-ci-e2e-test resourceVersion: "25617" uid: d1d6e7e4-f726-44bf-b58b-770cab906329 kind: Event lastTimestamp: "2026-06-02T16:18:37Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T16:18:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T16:18:37Z" name: switch-graph-78d4f-7578756596-fctpv.18b54fef86d8db1c namespace: kserve-ci-e2e-test resourceVersion: "25632" uid: d31b5695-10d9-4425-a065-3afb46d3806e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-78d4f} kind: Pod name: switch-graph-78d4f-7578756596-fctpv namespace: kserve-ci-e2e-test resourceVersion: "25612" uid: d1d6e7e4-f726-44bf-b58b-770cab906329 kind: Event lastTimestamp: "2026-06-02T16:18:37Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" already present on machine metadata: creationTimestamp: "2026-06-02T16:18:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:37Z" name: switch-graph-78d4f-7578756596-fctpv.18b54fef883b6608 namespace: kserve-ci-e2e-test resourceVersion: "25634" uid: 8efa4990-5946-472a-bda0-84f669e2eeb2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-78d4f} kind: Pod name: switch-graph-78d4f-7578756596-fctpv namespace: kserve-ci-e2e-test resourceVersion: "25612" uid: d1d6e7e4-f726-44bf-b58b-770cab906329 kind: Event lastTimestamp: "2026-06-02T16:18:37Z" message: 'Created container: switch-graph-78d4f' metadata: creationTimestamp: "2026-06-02T16:18:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:37Z" name: switch-graph-78d4f-7578756596-fctpv.18b54fef8bbfb318 namespace: kserve-ci-e2e-test resourceVersion: "25635" uid: 8171c9f7-766b-4aa8-9231-476e0fcf45c0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-78d4f} kind: Pod name: switch-graph-78d4f-7578756596-fctpv namespace: kserve-ci-e2e-test resourceVersion: "25612" uid: d1d6e7e4-f726-44bf-b58b-770cab906329 kind: Event lastTimestamp: "2026-06-02T16:18:37Z" message: Started container switch-graph-78d4f metadata: creationTimestamp: "2026-06-02T16:18:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:18:37Z" name: switch-graph-78d4f-7578756596-fctpv.18b54fef8c33240d namespace: kserve-ci-e2e-test resourceVersion: "25636" uid: 68072efd-65f8-482a-aeec-61552d5dd3fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:34:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-78d4f} kind: Pod name: switch-graph-78d4f-7578756596-fctpv namespace: kserve-ci-e2e-test resourceVersion: "25612" uid: d1d6e7e4-f726-44bf-b58b-770cab906329 kind: Event lastTimestamp: "2026-06-02T16:34:56Z" message: Stopping container switch-graph-78d4f metadata: creationTimestamp: "2026-06-02T16:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:34:56Z" name: switch-graph-78d4f-7578756596-fctpv.18b550d34bf711fb namespace: kserve-ci-e2e-test resourceVersion: "32785" uid: 1e4cb3de-c9b7-4111-8448-5dadc5814978 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-06-02T16:34:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-78d4f} kind: Pod name: switch-graph-78d4f-7578756596-fctpv namespace: kserve-ci-e2e-test resourceVersion: "25612" uid: d1d6e7e4-f726-44bf-b58b-770cab906329 kind: Event lastTimestamp: "2026-06-02T16:35:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:34:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:35:19Z" name: switch-graph-78d4f-7578756596-fctpv.18b550d41137cc82 namespace: kserve-ci-e2e-test resourceVersion: "33022" uid: 250e6663-c7b7-49b2-be17-2b4a84d1fa69 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-78d4f-7578756596 namespace: kserve-ci-e2e-test resourceVersion: "25605" uid: 6abe8d17-923a-4e27-be09-38eb7ccb7761 kind: Event lastTimestamp: "2026-06-02T16:18:36Z" message: 'Created pod: switch-graph-78d4f-7578756596-fctpv' metadata: creationTimestamp: "2026-06-02T16:18:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:36Z" name: switch-graph-78d4f-7578756596.18b54fef49022159 namespace: kserve-ci-e2e-test resourceVersion: "25611" uid: 9eca2609-943e-437f-8ad4-dae13701e48b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-78d4f namespace: kserve-ci-e2e-test resourceVersion: "25603" uid: 1e5cd45f-b7d8-446a-b25e-45d30dc094c9 kind: Event lastTimestamp: "2026-06-02T16:18:36Z" message: Scaled up replica set switch-graph-78d4f-7578756596 from 0 to 1 metadata: creationTimestamp: "2026-06-02T16:18:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:36Z" name: switch-graph-78d4f.18b54fef47ed33c6 namespace: kserve-ci-e2e-test resourceVersion: "25606" uid: 4fa7bb50-a633-45a3-8641-ef200303293b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:36Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-78d4f namespace: kserve-ci-e2e-test resourceVersion: "25620" uid: cf13bdd0-1cb7-47f7-a61e-17fc9586de1f kind: Event lastTimestamp: "2026-06-02T16:18:36Z" message: InferenceGraph [switch-graph-78d4f] is Ready metadata: creationTimestamp: "2026-06-02T16:18:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T16:18:36Z" name: switch-graph-78d4f.18b54fef4b76dcb1 namespace: kserve-ci-e2e-test resourceVersion: "25622" uid: 91a501a8-05a3-451d-b641-7e82421e920c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-78d4f namespace: kserve-ci-e2e-test resourceVersion: "25604" uid: 25e934d6-377d-4f7f-86fd-fe7206660460 kind: Event lastTimestamp: "2026-06-02T16:18:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:18:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:51Z" name: switch-graph-78d4f.18b54ff2c65ac88a namespace: kserve-ci-e2e-test resourceVersion: "25771" uid: d66ec8d1-9a20-43b2-ac9c-5cc762668ee0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:18:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-78d4f namespace: kserve-ci-e2e-test resourceVersion: "25604" uid: 25e934d6-377d-4f7f-86fd-fe7206660460 kind: Event lastTimestamp: "2026-06-02T16:18:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T16:18:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:18:51Z" name: switch-graph-78d4f.18b54ff2c6c86551 namespace: kserve-ci-e2e-test resourceVersion: "25772" uid: b9a6a792-42f0-4747-b6c5-ecbf9faceb0b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-78d4f namespace: kserve-ci-e2e-test resourceVersion: "25770" uid: 25e934d6-377d-4f7f-86fd-fe7206660460 kind: Event lastTimestamp: "2026-06-02T16:19:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:19:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:06Z" name: switch-graph-78d4f.18b54ff645712704 namespace: kserve-ci-e2e-test resourceVersion: "25919" uid: 34472263-b81a-4111-8c1e-c8c7ffe43c2c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:19:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-78d4f namespace: kserve-ci-e2e-test resourceVersion: "25770" uid: 25e934d6-377d-4f7f-86fd-fe7206660460 kind: Event lastTimestamp: "2026-06-02T16:19:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T16:19:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T16:19:06Z" name: switch-graph-78d4f.18b54ff645dd0c6d namespace: kserve-ci-e2e-test resourceVersion: "25921" uid: 303129d4-bd63-4ce7-84ae-d58c81a0e0a4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:56:56.218884Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14387" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-baff1-5ddf668d85-fbqdl to ip-10-0-142-13.ec2.internal metadata: creationTimestamp: "2026-06-02T15:56:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:56:56Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec07636d9fc namespace: kserve-ci-e2e-test resourceVersion: "14394" uid: 9a7579b0-fb65-47f6-950d-fe887844ca81 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:56Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: "2026-06-02T15:56:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-baff1-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T15:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:56Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec082456572 namespace: kserve-ci-e2e-test resourceVersion: "14403" uid: fae1278e-d2c8-4036-9eb2-7e5bb4ebf8e5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:57Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14396" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: "2026-06-02T15:56:57Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:56:57Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec0b33225ff namespace: kserve-ci-e2e-test resourceVersion: "14411" uid: 67124c67-51e3-45ea-a344-6e47a38c2d6c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-baff1} kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: "2026-06-02T15:56:57Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" metadata: creationTimestamp: "2026-06-02T15:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:57Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec0b4ba08bf namespace: kserve-ci-e2e-test resourceVersion: "14413" uid: ea50e368-542b-48e7-9c67-c8f64a83d36d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-baff1} kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: "2026-06-02T15:56:59Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" in 2.361s (2.361s including waiting). Image size: 218002526 bytes.' metadata: creationTimestamp: "2026-06-02T15:56:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:59Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec1417e9036 namespace: kserve-ci-e2e-test resourceVersion: "14432" uid: 71c7d27a-43ef-42a4-a071-c94b5c5a7c6f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-baff1} kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: "2026-06-02T15:56:59Z" message: 'Created container: switch-graph-baff1' metadata: creationTimestamp: "2026-06-02T15:56:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:59Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec144d24382 namespace: kserve-ci-e2e-test resourceVersion: "14434" uid: 7bc407c1-77ce-4f53-83af-a233a3e2dfbd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-baff1} kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: "2026-06-02T15:56:59Z" message: Started container switch-graph-baff1 metadata: creationTimestamp: "2026-06-02T15:56:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:56:59Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec145484c9a namespace: kserve-ci-e2e-test resourceVersion: "14435" uid: 97cee11e-4cb4-4d92-b9e2-841678ad1311 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:57:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-baff1} kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: "2026-06-02T15:57:10Z" message: Stopping container switch-graph-baff1 metadata: creationTimestamp: "2026-06-02T15:57:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:10Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec3c1528da8 namespace: kserve-ci-e2e-test resourceVersion: "14552" uid: 4aeb5874-9245-462e-b9d3-5746b7ea052f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T15:57:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-baff1} kind: Pod name: switch-graph-baff1-5ddf668d85-fbqdl namespace: kserve-ci-e2e-test resourceVersion: "14390" uid: dd907f82-51af-4797-a2fc-e34dbb7fff73 kind: Event lastTimestamp: "2026-06-02T15:57:36Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T15:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:57:36Z" name: switch-graph-baff1-5ddf668d85-fbqdl.18b54ec40db4689b namespace: kserve-ci-e2e-test resourceVersion: "14904" uid: 5ca83d31-9119-435f-a8b4-aafe9ec2dbc5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-13.ec2.internal source: component: kubelet host: ip-10-0-142-13.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-baff1-5ddf668d85 namespace: kserve-ci-e2e-test resourceVersion: "14384" uid: df3f53f5-1bd7-4949-a1ba-51972cf8b6b5 kind: Event lastTimestamp: "2026-06-02T15:56:56Z" message: 'Created pod: switch-graph-baff1-5ddf668d85-fbqdl' metadata: creationTimestamp: "2026-06-02T15:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:56Z" name: switch-graph-baff1-5ddf668d85.18b54ec07571d079 namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: 5cb1724f-3149-47d8-be71-5d12adac70f3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-baff1 namespace: kserve-ci-e2e-test resourceVersion: "14382" uid: 115788ff-182e-44c0-a1b8-8261398a1feb kind: Event lastTimestamp: "2026-06-02T15:56:56Z" message: Scaled up replica set switch-graph-baff1-5ddf668d85 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:56:56Z" name: switch-graph-baff1.18b54ec0745ddfb6 namespace: kserve-ci-e2e-test resourceVersion: "14385" uid: 9960ecbe-fa4f-497f-8f6d-7f3dbdf70d93 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:56:56Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-baff1 namespace: kserve-ci-e2e-test resourceVersion: "14398" uid: 8d8a1ec0-f2b5-4379-aa4a-358da8adda22 kind: Event lastTimestamp: "2026-06-02T15:56:56Z" message: InferenceGraph [switch-graph-baff1] is Ready metadata: creationTimestamp: "2026-06-02T15:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:56:56Z" name: switch-graph-baff1.18b54ec0794d6dbc namespace: kserve-ci-e2e-test resourceVersion: "14400" uid: aac9bc91-e9c5-4340-9db7-38a30b35306c reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-06-02T15:58:10.609971Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15422" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-c6170-7d9d99d4d4-v4zn6 to ip-10-0-133-168.ec2.internal metadata: creationTimestamp: "2026-06-02T15:58:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-06-02T15:58:10Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54ed1c844c573 namespace: kserve-ci-e2e-test resourceVersion: "15427" uid: 02452ebf-b72b-43e2-9139-91d2b755770c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66b8c4d854-6xnhp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:10Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: "2026-06-02T15:58:10Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-c6170-serving-cert" not found' metadata: creationTimestamp: "2026-06-02T15:58:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:10Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54ed1d59ca57e namespace: kserve-ci-e2e-test resourceVersion: "15443" uid: 2a1dddc2-4d3f-4759-8b25-0632f1be2796 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:11Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15431" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: "2026-06-02T15:58:11Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-06-02T15:58:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-06-02T15:58:11Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54ed205d6fee6 namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 92e2e53a-69d9-4ed2-9775-6b0e5ee8395f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c6170} kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: "2026-06-02T15:58:11Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" metadata: creationTimestamp: "2026-06-02T15:58:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:11Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54ed207972189 namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: 60c60b63-c30d-497e-83f5-c2d377ee1743 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c6170} kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: "2026-06-02T15:58:13Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:954d644696f600f3aaec773b2a281b1c1b7eb577f87d9494d88d7bc9da2d5a40" in 1.898s (1.898s including waiting). Image size: 218002526 bytes.' metadata: creationTimestamp: "2026-06-02T15:58:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:13Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54ed278c7d406 namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 7e67aee5-cde7-4dc6-817b-1af4322ec554 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c6170} kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: "2026-06-02T15:58:13Z" message: 'Created container: switch-graph-c6170' metadata: creationTimestamp: "2026-06-02T15:58:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:13Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54ed27bbf8f6b namespace: kserve-ci-e2e-test resourceVersion: "15478" uid: 266a5b93-2e8d-4945-b3bc-232e7be63638 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c6170} kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: "2026-06-02T15:58:13Z" message: Started container switch-graph-c6170 metadata: creationTimestamp: "2026-06-02T15:58:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T15:58:13Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54ed27c3135ed namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: 8bc8f0f9-5162-496b-91bc-ed4bcd68a2dc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c6170} kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: "2026-06-02T16:06:25Z" message: Stopping container switch-graph-c6170 metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:25Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54f44f3282b9e namespace: kserve-ci-e2e-test resourceVersion: "18943" uid: bede4526-3831-41e4-9b87-af23faf9e3c5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-06-02T16:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c6170} kind: Pod name: switch-graph-c6170-7d9d99d4d4-v4zn6 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: c2e86081-416e-496d-9c46-f8e64e64b90f kind: Event lastTimestamp: "2026-06-02T16:06:50Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-06-02T16:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-06-02T16:06:50Z" name: switch-graph-c6170-7d9d99d4d4-v4zn6.18b54f4506f813ed namespace: kserve-ci-e2e-test resourceVersion: "19258" uid: 0c3555ec-864a-4494-b1a4-d7eab7e49612 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-168.ec2.internal source: component: kubelet host: ip-10-0-133-168.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-c6170-7d9d99d4d4 namespace: kserve-ci-e2e-test resourceVersion: "15419" uid: 49925c49-1905-4dad-b7d4-0a9bec00b5a2 kind: Event lastTimestamp: "2026-06-02T15:58:10Z" message: 'Created pod: switch-graph-c6170-7d9d99d4d4-v4zn6' metadata: creationTimestamp: "2026-06-02T15:58:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:10Z" name: switch-graph-c6170-7d9d99d4d4.18b54ed1c7c4edd6 namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: 5a449e78-876f-4e8d-bb73-6fb4dfaa4e5e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-c6170 namespace: kserve-ci-e2e-test resourceVersion: "15416" uid: c7bc5c5b-f27b-40cc-b816-3520c61553a1 kind: Event lastTimestamp: "2026-06-02T15:58:10Z" message: Scaled up replica set switch-graph-c6170-7d9d99d4d4 from 0 to 1 metadata: creationTimestamp: "2026-06-02T15:58:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:10Z" name: switch-graph-c6170.18b54ed1c70204e9 namespace: kserve-ci-e2e-test resourceVersion: "15420" uid: 3b6ed589-cffc-4cea-a46c-0c9117c2e961 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:10Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-c6170 namespace: kserve-ci-e2e-test resourceVersion: "15435" uid: b247935c-8e3b-43ef-892b-06ae804b59ff kind: Event lastTimestamp: "2026-06-02T15:58:10Z" message: InferenceGraph [switch-graph-c6170] is Ready metadata: creationTimestamp: "2026-06-02T15:58:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-06-02T15:58:10Z" name: switch-graph-c6170.18b54ed1cc6a1fd9 namespace: kserve-ci-e2e-test resourceVersion: "15437" uid: 3f41c25e-c6c8-4619-9168-ca01ce5b8203 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c6170 namespace: kserve-ci-e2e-test resourceVersion: "15418" uid: 032745db-cc5d-4f85-b14c-1974564bc49f kind: Event lastTimestamp: "2026-06-02T15:58:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:58:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:25Z" name: switch-graph-c6170.18b54ed545db0a7b namespace: kserve-ci-e2e-test resourceVersion: "15575" uid: 5303f9ba-a9ab-49c9-ab07-1d24ba349037 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c6170 namespace: kserve-ci-e2e-test resourceVersion: "15418" uid: 032745db-cc5d-4f85-b14c-1974564bc49f kind: Event lastTimestamp: "2026-06-02T15:58:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-06-02T15:58:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:25Z" name: switch-graph-c6170.18b54ed546a67d7d namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: 6732ce6b-5173-498f-9472-c18d2423417f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c6170 namespace: kserve-ci-e2e-test resourceVersion: "15573" uid: 032745db-cc5d-4f85-b14c-1974564bc49f kind: Event lastTimestamp: "2026-06-02T15:58:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:40Z" name: switch-graph-c6170.18b54ed8c5607ba3 namespace: kserve-ci-e2e-test resourceVersion: "15691" uid: 90e407ff-1c04-40e5-965b-81a040487369 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-06-02T15:58:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c6170 namespace: kserve-ci-e2e-test resourceVersion: "15573" uid: 032745db-cc5d-4f85-b14c-1974564bc49f kind: Event lastTimestamp: "2026-06-02T15:58:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-06-02T15:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-06-02T15:58:40Z" name: switch-graph-c6170.18b54ed8c5d54a7f namespace: kserve-ci-e2e-test resourceVersion: "15693" uid: 0894ea1f-db24-4398-8297-d02421f4e6e4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "33049"