--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:18:23.076868Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-1f938-77484598f8-rppn4 namespace: kserve-ci-e2e-test resourceVersion: "22074" uid: c0d59aed-5bab-455e-8630-7d19e7af4636 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-1f938-77484598f8-rppn4 to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:18:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:18:23Z" name: ensemble-graph-1f938-77484598f8-rppn4.18c03f58cd8bae78 namespace: kserve-ci-e2e-test resourceVersion: "22080" uid: f08a0248-9b2b-4ff4-96bb-d24fb55a5382 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:23Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-1f938-77484598f8-rppn4 namespace: kserve-ci-e2e-test resourceVersion: "22077" uid: c0d59aed-5bab-455e-8630-7d19e7af4636 kind: Event lastTimestamp: "2026-07-08T07:18:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-1f938-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:18:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:23Z" name: ensemble-graph-1f938-77484598f8-rppn4.18c03f58d6838c6e namespace: kserve-ci-e2e-test resourceVersion: "22095" uid: a49983d5-d71a-4d24-9e4b-30b02470a5ff reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:24Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-1f938-77484598f8-rppn4 namespace: kserve-ci-e2e-test resourceVersion: "22083" uid: c0d59aed-5bab-455e-8630-7d19e7af4636 kind: Event lastTimestamp: "2026-07-08T07:18:24Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:18:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:18:24Z" name: ensemble-graph-1f938-77484598f8-rppn4.18c03f590a949a2a namespace: kserve-ci-e2e-test resourceVersion: "22104" uid: c3a4b52d-8c9e-4d23-a569-512d52591455 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1f938} kind: Pod name: ensemble-graph-1f938-77484598f8-rppn4 namespace: kserve-ci-e2e-test resourceVersion: "22077" uid: c0d59aed-5bab-455e-8630-7d19e7af4636 kind: Event lastTimestamp: "2026-07-08T07:18:24Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:18:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:24Z" name: ensemble-graph-1f938-77484598f8-rppn4.18c03f590bd5aab3 namespace: kserve-ci-e2e-test resourceVersion: "22107" uid: 62af16a3-58d6-46ab-8c3b-e558f017f542 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1f938} kind: Pod name: ensemble-graph-1f938-77484598f8-rppn4 namespace: kserve-ci-e2e-test resourceVersion: "22077" uid: c0d59aed-5bab-455e-8630-7d19e7af4636 kind: Event lastTimestamp: "2026-07-08T07:18:24Z" message: 'Created container: ensemble-graph-1f938' metadata: creationTimestamp: "2026-07-08T07:18:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:24Z" name: ensemble-graph-1f938-77484598f8-rppn4.18c03f590ede81b2 namespace: kserve-ci-e2e-test resourceVersion: "22108" uid: 0c33f438-8c26-422c-81fd-b4bf6f14ea7c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1f938} kind: Pod name: ensemble-graph-1f938-77484598f8-rppn4 namespace: kserve-ci-e2e-test resourceVersion: "22077" uid: c0d59aed-5bab-455e-8630-7d19e7af4636 kind: Event lastTimestamp: "2026-07-08T07:18:24Z" message: Started container ensemble-graph-1f938 metadata: creationTimestamp: "2026-07-08T07:18:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:24Z" name: ensemble-graph-1f938-77484598f8-rppn4.18c03f590f480b65 namespace: kserve-ci-e2e-test resourceVersion: "22109" uid: d0f52c31-6c50-4ea9-be6e-2469bf120867 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1f938} kind: Pod name: ensemble-graph-1f938-77484598f8-rppn4 namespace: kserve-ci-e2e-test resourceVersion: "22077" uid: c0d59aed-5bab-455e-8630-7d19e7af4636 kind: Event lastTimestamp: "2026-07-08T07:26:37Z" message: Stopping container ensemble-graph-1f938 metadata: creationTimestamp: "2026-07-08T07:26:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:37Z" name: ensemble-graph-1f938-77484598f8-rppn4.18c03fcc00e972f2 namespace: kserve-ci-e2e-test resourceVersion: "25848" uid: 1cce3917-282b-4152-b344-51a7f9f08472 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-1f938} kind: Pod name: ensemble-graph-1f938-77484598f8-rppn4 namespace: kserve-ci-e2e-test resourceVersion: "22077" uid: c0d59aed-5bab-455e-8630-7d19e7af4636 kind: Event lastTimestamp: "2026-07-08T07:27:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:05Z" name: ensemble-graph-1f938-77484598f8-rppn4.18c03fccb557d4aa namespace: kserve-ci-e2e-test resourceVersion: "26200" uid: 8fb8760c-c38d-43cc-9ce9-b31d72718352 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-1f938-77484598f8 namespace: kserve-ci-e2e-test resourceVersion: "22071" uid: 21870de0-2317-4b80-b60a-d5ce421f2d92 kind: Event lastTimestamp: "2026-07-08T07:18:23Z" message: 'Created pod: ensemble-graph-1f938-77484598f8-rppn4' metadata: creationTimestamp: "2026-07-08T07:18:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:23Z" name: ensemble-graph-1f938-77484598f8.18c03f58cd21bbb1 namespace: kserve-ci-e2e-test resourceVersion: "22076" uid: e46ff6bb-6d07-4fb3-a5f5-ac772e7b6909 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-1f938 namespace: kserve-ci-e2e-test resourceVersion: "22069" uid: 1f0d167b-2fd0-4736-92f7-741a3396f793 kind: Event lastTimestamp: "2026-07-08T07:18:23Z" message: Scaled up replica set ensemble-graph-1f938-77484598f8 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:18:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:23Z" name: ensemble-graph-1f938.18c03f58cc2e6a88 namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 3f565fc0-2dfc-4dd6-9d26-6c7bd12a89f3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:23Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-1f938 namespace: kserve-ci-e2e-test resourceVersion: "22087" uid: 7ea6c858-02d3-41a1-9884-49765c3265ed kind: Event lastTimestamp: "2026-07-08T07:18:23Z" message: InferenceGraph [ensemble-graph-1f938] is Ready metadata: creationTimestamp: "2026-07-08T07:18:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:23Z" name: ensemble-graph-1f938.18c03f58d0c9fed6 namespace: kserve-ci-e2e-test resourceVersion: "22089" uid: 883255f8-de74-491f-80ae-d4eaa02b8500 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:18:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-1f938 namespace: kserve-ci-e2e-test resourceVersion: "22070" uid: fcd62bbe-0ae4-4c23-8d0f-bf410c67c324 kind: Event lastTimestamp: "2026-07-08T07:18:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:18:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:53Z" name: ensemble-graph-1f938.18c03f5c4a9fea94 namespace: kserve-ci-e2e-test resourceVersion: "22379" uid: d620f591-63a0-4d49-b86e-52f9f6c5f7a1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:18:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-1f938 namespace: kserve-ci-e2e-test resourceVersion: "22070" uid: fcd62bbe-0ae4-4c23-8d0f-bf410c67c324 kind: Event lastTimestamp: "2026-07-08T07:18:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:18:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:53Z" name: ensemble-graph-1f938.18c03f5c4aff8c82 namespace: kserve-ci-e2e-test resourceVersion: "22380" uid: de2efa97-636b-4016-9c67-5328244a290c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:17:12.821445Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m namespace: kserve-ci-e2e-test resourceVersion: "21104" uid: f47063fa-4e8e-4c98-ad65-cc62f5858313 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-4baa0-5fb5d5fbd9-6jf7m to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:17:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:17:12Z" name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m.18c03f4871ff019a namespace: kserve-ci-e2e-test resourceVersion: "21109" uid: c6c5b022-1168-4ce5-b164-704ecb055264 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:12Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: f47063fa-4e8e-4c98-ad65-cc62f5858313 kind: Event lastTimestamp: "2026-07-08T07:17:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-4baa0-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:17:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:12Z" name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m.18c03f487b229a54 namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 076a31fd-04bf-4653-812b-d01ec2f4238c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:13Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m namespace: kserve-ci-e2e-test resourceVersion: "21116" uid: f47063fa-4e8e-4c98-ad65-cc62f5858313 kind: Event lastTimestamp: "2026-07-08T07:17:13Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:17:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:17:13Z" name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m.18c03f48af5e3099 namespace: kserve-ci-e2e-test resourceVersion: "21132" uid: 72114891-e4e7-40b5-8389-7bae344776a7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4baa0} kind: Pod name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: f47063fa-4e8e-4c98-ad65-cc62f5858313 kind: Event lastTimestamp: "2026-07-08T07:17:13Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:13Z" name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m.18c03f48b086ec72 namespace: kserve-ci-e2e-test resourceVersion: "21134" uid: 74e8869b-4512-4964-b607-caecde7ac642 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4baa0} kind: Pod name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: f47063fa-4e8e-4c98-ad65-cc62f5858313 kind: Event lastTimestamp: "2026-07-08T07:17:13Z" message: 'Created container: ensemble-graph-4baa0' metadata: creationTimestamp: "2026-07-08T07:17:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:13Z" name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m.18c03f48b32642e0 namespace: kserve-ci-e2e-test resourceVersion: "21137" uid: 5978db84-7b6b-4b00-92c4-1abbbee3b930 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4baa0} kind: Pod name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: f47063fa-4e8e-4c98-ad65-cc62f5858313 kind: Event lastTimestamp: "2026-07-08T07:17:13Z" message: Started container ensemble-graph-4baa0 metadata: creationTimestamp: "2026-07-08T07:17:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:13Z" name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m.18c03f48b391518d namespace: kserve-ci-e2e-test resourceVersion: "21138" uid: db1b5494-ddfe-4ffa-a859-afa7a9c9af3e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4baa0} kind: Pod name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: f47063fa-4e8e-4c98-ad65-cc62f5858313 kind: Event lastTimestamp: "2026-07-08T07:17:22Z" message: Stopping container ensemble-graph-4baa0 metadata: creationTimestamp: "2026-07-08T07:17:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:22Z" name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m.18c03f4ac7d75859 namespace: kserve-ci-e2e-test resourceVersion: "21223" uid: 1e2f4945-fb14-4f00-97ad-59cb555b2cb4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:17:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-4baa0} kind: Pod name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: f47063fa-4e8e-4c98-ad65-cc62f5858313 kind: Event lastTimestamp: "2026-07-08T07:17:50Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:50Z" name: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m.18c03f4b6c745d1e namespace: kserve-ci-e2e-test resourceVersion: "21633" uid: 0d3ee4a2-1c00-4d4e-a9a1-140b03ef9ab2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-4baa0-5fb5d5fbd9 namespace: kserve-ci-e2e-test resourceVersion: "21101" uid: e72b4b5e-5899-4599-b994-fdf92ef74813 kind: Event lastTimestamp: "2026-07-08T07:17:12Z" message: 'Created pod: ensemble-graph-4baa0-5fb5d5fbd9-6jf7m' metadata: creationTimestamp: "2026-07-08T07:17:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:12Z" name: ensemble-graph-4baa0-5fb5d5fbd9.18c03f4871879f81 namespace: kserve-ci-e2e-test resourceVersion: "21105" uid: 5e27f261-aa03-485f-ad2c-50ec65707f46 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "21098" uid: 621d3393-be0e-4e59-ab21-f9438ec381ed kind: Event lastTimestamp: "2026-07-08T07:17:12Z" message: Scaled up replica set ensemble-graph-4baa0-5fb5d5fbd9 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:17:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:12Z" name: ensemble-graph-4baa0.18c03f486fc7c821 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: a49055fc-57d1-4693-a4c2-ec47981a9427 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:12Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "21118" uid: 955b4015-98f1-4f99-84c0-265d46726081 kind: Event lastTimestamp: "2026-07-08T07:17:12Z" message: InferenceGraph [ensemble-graph-4baa0] is Ready metadata: creationTimestamp: "2026-07-08T07:17:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:12Z" name: ensemble-graph-4baa0.18c03f4875abf933 namespace: kserve-ci-e2e-test resourceVersion: "21120" uid: 06be6c7d-8bb2-4e1a-883a-8163357575f9 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:06:48.004826Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:06:48Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb6f8060a2b namespace: kserve-ci-e2e-test resourceVersion: "15962" uid: 810e2675-864e-4f5b-b42e-2b8794307406 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-104b4-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb702e37652 namespace: kserve-ci-e2e-test resourceVersion: "15989" uid: 99a5290f-e207-48e3-9bd5-f35b6ef0e415 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15976" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: Add eth0 [10.133.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:06:49Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb735367993 namespace: kserve-ci-e2e-test resourceVersion: "16007" uid: bd9ead24-cadd-4414-b99b-ad12cf9e5eb9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:49Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb7367e9320 namespace: kserve-ci-e2e-test resourceVersion: "16009" uid: 8081c3db-07e0-44c5-80ec-257cb486875f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:49Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb73a744eec namespace: kserve-ci-e2e-test resourceVersion: "16011" uid: d35a960f-d086-4dc1-8bcf-5cdda550547e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:49Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb73ae5baef namespace: kserve-ci-e2e-test resourceVersion: "16012" uid: 03324c93-a847-4f9e-9b94-08525583afe8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:49Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb73af0912c namespace: kserve-ci-e2e-test resourceVersion: "16013" uid: 6ff0cafb-2648-4744-896d-988d93b1a399 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:49Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb73e41e80e namespace: kserve-ci-e2e-test resourceVersion: "16015" uid: 18922885-91b9-4161-ac4d-4e8b86c81976 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:49Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb73eaf95ea namespace: kserve-ci-e2e-test resourceVersion: "16016" uid: 0b6b3775-a073-4569-9c76-14c8efbc2e6f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:07:26Z" message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:26Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03eb7854acf0d namespace: kserve-ci-e2e-test resourceVersion: "16541" uid: 8cdfd97a-3300-42f7-9ff7-0e981e4aba2e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:12Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03f3a7a1dc8f6 namespace: kserve-ci-e2e-test resourceVersion: "20399" uid: 361bf42d-56cf-478b-8ba5-fcf6e675ef86 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 2a560e9d-2692-4715-a3cc-a6b195a40e2e kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:12Z" name: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx.18c03f3a7a1e288c namespace: kserve-ci-e2e-test resourceVersion: "20401" uid: 376c414e-f555-42ae-8d0b-488a7d07ef96 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-104b4-predictor-57dfd5fd5 namespace: kserve-ci-e2e-test resourceVersion: "15949" uid: ff661ea7-dfd9-4297-8c6c-4b8e2f7b23b3 kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: 'Created pod: error-404-isvc-104b4-predictor-57dfd5fd5-9d5gx' metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:47Z" name: error-404-isvc-104b4-predictor-57dfd5fd5.18c03eb6f782a6cb namespace: kserve-ci-e2e-test resourceVersion: "15958" uid: 60e61abd-a832-4c85-817f-4bc29049bc7c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15946" uid: 4747408d-2859-43b3-a5de-665db981edc6 kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: Scaled up replica set error-404-isvc-104b4-predictor-57dfd5fd5 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:47Z" name: error-404-isvc-104b4-predictor.18c03eb6f5c467a8 namespace: kserve-ci-e2e-test resourceVersion: "15950" uid: 066702fe-6326-471a-a795-37c2cb2768d2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:07:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15948" uid: d2ed069d-aaf4-4c90-aea6-9dc6401f221c kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:17Z" name: error-404-isvc-104b4-predictor.18c03eba74349523 namespace: kserve-ci-e2e-test resourceVersion: "16430" uid: 6be3dc0e-54f3-40c2-a523-92353b3bda87 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:07:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15948" uid: d2ed069d-aaf4-4c90-aea6-9dc6401f221c kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:17Z" name: error-404-isvc-104b4-predictor.18c03eba74a3c9e4 namespace: kserve-ci-e2e-test resourceVersion: "16431" uid: d19d7ce5-8499-47db-9751-3b9a59af375b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:07:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "16140" uid: d2ed069d-aaf4-4c90-aea6-9dc6401f221c kind: Event lastTimestamp: "2026-07-08T07:08:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:03Z" name: error-404-isvc-104b4-predictor.18c03ec171fc0388 namespace: kserve-ci-e2e-test resourceVersion: "16880" uid: aa64186a-2804-4f31-80c1-18ae144996f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:07:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "16140" uid: d2ed069d-aaf4-4c90-aea6-9dc6401f221c kind: Event lastTimestamp: "2026-07-08T07:08:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:03Z" name: error-404-isvc-104b4-predictor.18c03ec17260b160 namespace: kserve-ci-e2e-test resourceVersion: "16881" uid: c342385c-4118-4542-ba2f-f36ff509f904 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-104b4 namespace: kserve-ci-e2e-test resourceVersion: "15931" uid: 5eee7b2c-802c-4a52-9711-b0ffe957cd8b kind: Event lastTimestamp: "2026-07-08T07:07:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:36Z" name: error-404-isvc-104b4.18c03eb6f5cb5b73 namespace: kserve-ci-e2e-test resourceVersion: "16634" uid: d260b64b-2d95-4a62-9f42-62facbbc783c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-104b4 namespace: kserve-ci-e2e-test resourceVersion: "16631" uid: 5eee7b2c-802c-4a52-9711-b0ffe957cd8b kind: Event lastTimestamp: "2026-07-08T07:07:36Z" message: InferenceService [error-404-isvc-104b4] is Ready metadata: creationTimestamp: "2026-07-08T07:07:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:36Z" name: error-404-isvc-104b4.18c03ec240f2885a namespace: kserve-ci-e2e-test resourceVersion: "16632" uid: 6c0e3c22-b258-4700-a09b-53ec1d250029 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:07:17.838160Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16407" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:07:17Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebdea3a9d73 namespace: kserve-ci-e2e-test resourceVersion: "16412" uid: efb05b8b-c7a4-4b79-ad0c-a57fd577ffce reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1469a-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebdf53dc7b6 namespace: kserve-ci-e2e-test resourceVersion: "16434" uid: c5e74073-dd0a-48a8-a81e-7a6c312ca7af reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:07:18Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebe279bb6d4 namespace: kserve-ci-e2e-test resourceVersion: "16454" uid: b9d8d984-894d-44f4-9594-bc62902996ad reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebe290ca223 namespace: kserve-ci-e2e-test resourceVersion: "16457" uid: a92584e6-75f4-4e73-92e3-6a713fe1bdfc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebe2be6f14d namespace: kserve-ci-e2e-test resourceVersion: "16458" uid: 678f47f8-e449-40a3-b5c9-5a276434869f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebe2c5e31d9 namespace: kserve-ci-e2e-test resourceVersion: "16459" uid: 7bb94d23-7fcf-457d-bb11-0f29bacc0ffc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebe2c66fee0 namespace: kserve-ci-e2e-test resourceVersion: "16460" uid: f62a5bc4-dd15-4c59-92a6-b34fbc020b92 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:07:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:19Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebe2fc700bc namespace: kserve-ci-e2e-test resourceVersion: "16461" uid: 0ff8a810-ca20-40f6-a815-1def29154441 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:07:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:19Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebe303c3c09 namespace: kserve-ci-e2e-test resourceVersion: "16462" uid: 8c9ba2ed-90b4-40c4-a73d-a563d51edf70 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:07:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:07:56Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:07:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:56Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03ebe8809221f namespace: kserve-ci-e2e-test resourceVersion: "16794" uid: ce8eb1e0-a8a8-49b7-afcb-e399be127621 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:42Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03f416fb29baa namespace: kserve-ci-e2e-test resourceVersion: "20774" uid: ba03139a-cbb0-484a-b0e3-e82bdc6c9f76 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c67af24e-21d8-41f8-a84a-149dcc5350df kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:42Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5.18c03f416fb50cea namespace: kserve-ci-e2e-test resourceVersion: "20777" uid: c829db51-0d26-4c5c-b2ac-831f6d606c51 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-1469a-predictor-5dfdcd7c4f namespace: kserve-ci-e2e-test resourceVersion: "16401" uid: dbd1df50-bcc5-4e9d-856a-fe4b7f3985fa kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: 'Created pod: error-404-isvc-1469a-predictor-5dfdcd7c4f-tntr5' metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:17Z" name: error-404-isvc-1469a-predictor-5dfdcd7c4f.18c03ebde9bd22ed namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: db737726-dd8b-43c0-ba78-73479a8dcce1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16398" uid: 35f3ce0a-6c5c-4700-b40a-52db6f1d01a9 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Scaled up replica set error-404-isvc-1469a-predictor-5dfdcd7c4f from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:17Z" name: error-404-isvc-1469a-predictor.18c03ebde7f91077 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 31bc8157-6fdb-41c9-acf8-5686e33d9efa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:07:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: a3162814-8b2d-4e98-95a4-96c1bc7f0a0a kind: Event lastTimestamp: "2026-07-08T07:08:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:02Z" name: error-404-isvc-1469a-predictor.18c03ec1669f50b9 namespace: kserve-ci-e2e-test resourceVersion: "16875" uid: 88047af6-4fb9-4d6a-b0c5-ba816ec5e9b4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:07:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: a3162814-8b2d-4e98-95a4-96c1bc7f0a0a kind: Event lastTimestamp: "2026-07-08T07:08:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:02Z" name: error-404-isvc-1469a-predictor.18c03ec16701716c namespace: kserve-ci-e2e-test resourceVersion: "16876" uid: 68cfb076-9bc8-4a08-8ff3-dc059d66725e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16589" uid: a3162814-8b2d-4e98-95a4-96c1bc7f0a0a kind: Event lastTimestamp: "2026-07-08T07:08:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:08:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:17Z" name: error-404-isvc-1469a-predictor.18c03ecbe305c947 namespace: kserve-ci-e2e-test resourceVersion: "17012" uid: a4f2e227-3f3e-4c63-a604-9804a6eaa97b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16589" uid: a3162814-8b2d-4e98-95a4-96c1bc7f0a0a kind: Event lastTimestamp: "2026-07-08T07:08:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:08:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:17Z" name: error-404-isvc-1469a-predictor.18c03ecbe3712e3b namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: f935165b-1482-4139-8f7c-4eafcaac241b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1469a namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: c9641181-9b85-4907-a699-1164a84a48df kind: Event lastTimestamp: "2026-07-08T07:08:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:06Z" name: error-404-isvc-1469a.18c03ebde827e39f namespace: kserve-ci-e2e-test resourceVersion: "16922" uid: 2108c8fb-988f-43a0-a1b2-c8f9600673bd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1469a namespace: kserve-ci-e2e-test resourceVersion: "16920" uid: c9641181-9b85-4907-a699-1164a84a48df kind: Event lastTimestamp: "2026-07-08T07:08:06Z" message: InferenceService [error-404-isvc-1469a] is Ready metadata: creationTimestamp: "2026-07-08T07:08:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:06Z" name: error-404-isvc-1469a.18c03ec9429e79f1 namespace: kserve-ci-e2e-test resourceVersion: "16921" uid: 44a0f63f-a941-4846-9976-f69f5f2f4083 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:17:23.080016Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21295" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1f938-predictor-59ff946b45-j22r5 to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:17:23Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4ad57475de namespace: kserve-ci-e2e-test resourceVersion: "21302" uid: 1b1a1db7-28c0-4091-bf6c-96db326b6799 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1f938-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4adfe55557 namespace: kserve-ci-e2e-test resourceVersion: "21322" uid: 2d4bf75a-8775-4de0-9cb6-4376475f736c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:24Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:17:24Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:17:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:17:24Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4b12f7cc69 namespace: kserve-ci-e2e-test resourceVersion: "21339" uid: 051a5957-c0f7-418d-bbec-d5fac2af5276 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:17:24Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:24Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4b14381ac1 namespace: kserve-ci-e2e-test resourceVersion: "21341" uid: 8f5575c3-01c9-40d3-af2d-baf6fdc3eeb1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:17:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:17:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:24Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4b17378628 namespace: kserve-ci-e2e-test resourceVersion: "21342" uid: 4db2c7a6-5a4e-4f63-b0ba-14ac4adef40e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:17:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:24Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4b17a74d32 namespace: kserve-ci-e2e-test resourceVersion: "21343" uid: 6e909f74-1c4c-4205-9f1f-7216113b36be reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:17:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:24Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4b17b1b567 namespace: kserve-ci-e2e-test resourceVersion: "21344" uid: 50c40b08-1cfb-4e5c-a307-486afe55d249 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:17:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:17:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:24Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4b1a709643 namespace: kserve-ci-e2e-test resourceVersion: "21345" uid: eac7bfb4-180d-459a-8b59-302c6076ceae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:17:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:24Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4b1ae3ef0e namespace: kserve-ci-e2e-test resourceVersion: "21346" uid: 27401c06-d6da-4c7e-ad68-a78e9343c655 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:17:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:18:01Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:01Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03f4b6ef29060 namespace: kserve-ci-e2e-test resourceVersion: "21874" uid: 0b0292a2-dbfb-4b38-adb6-89ab864b64aa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03fcc15ccf90d namespace: kserve-ci-e2e-test resourceVersion: "25936" uid: db65f144-4a8a-4aeb-8b48-d802afb0e899 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-1f938-predictor-59ff946b45-j22r5 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 5aa2e8aa-4b71-4cdf-8d37-3cd0ba5f9206 kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: error-404-isvc-1f938-predictor-59ff946b45-j22r5.18c03fcc15cd9a6e namespace: kserve-ci-e2e-test resourceVersion: "25938" uid: f70cc1fa-2e8c-4ad1-a2d7-43d38810562a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-1f938-predictor-59ff946b45 namespace: kserve-ci-e2e-test resourceVersion: "21281" uid: dd6da5f2-6d43-4d28-b1d5-58bf06753be2 kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: 'Created pod: error-404-isvc-1f938-predictor-59ff946b45-j22r5' metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:23Z" name: error-404-isvc-1f938-predictor-59ff946b45.18c03f4ad5272d70 namespace: kserve-ci-e2e-test resourceVersion: "21298" uid: 4116ec9f-6ac2-42f1-9d54-395e82013a22 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: 5b8f2df8-8148-4ef0-9487-47873c336e06 kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: Scaled up replica set error-404-isvc-1f938-predictor-59ff946b45 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:23Z" name: error-404-isvc-1f938-predictor.18c03f4ad374376a namespace: kserve-ci-e2e-test resourceVersion: "21283" uid: 4b53b68a-6f43-41d9-a3b0-3254ab252d0e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:17:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: 95fa5563-5a07-4ffd-ae26-62ab57ed5aae kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:17:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:53Z" name: error-404-isvc-1f938-predictor.18c03f4e51dddd20 namespace: kserve-ci-e2e-test resourceVersion: "21766" uid: b869fa00-5cc0-4f48-9bf5-942761935ec7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:17:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: 95fa5563-5a07-4ffd-ae26-62ab57ed5aae kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:17:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:53Z" name: error-404-isvc-1f938-predictor.18c03f4e523e11e7 namespace: kserve-ci-e2e-test resourceVersion: "21767" uid: 90cda868-5366-4a5a-ad8f-b4a1ffe455e9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:18:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: 95fa5563-5a07-4ffd-ae26-62ab57ed5aae kind: Event lastTimestamp: "2026-07-08T07:18:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:18:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:53Z" name: error-404-isvc-1f938-predictor.18c03f554f7d2c6a namespace: kserve-ci-e2e-test resourceVersion: "22381" uid: 1ced7801-963e-4495-bae1-292dbb32101f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:18:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: 95fa5563-5a07-4ffd-ae26-62ab57ed5aae kind: Event lastTimestamp: "2026-07-08T07:18:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:18:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:53Z" name: error-404-isvc-1f938-predictor.18c03f554fc1c09f namespace: kserve-ci-e2e-test resourceVersion: "22382" uid: defe4347-4221-4eea-ae30-1fd817f23557 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1f938 namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: 54df8800-29cc-47e8-87ea-41ccd7438176 kind: Event lastTimestamp: "2026-07-08T07:18:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:11Z" name: error-404-isvc-1f938.18c03f4ad371a6e8 namespace: kserve-ci-e2e-test resourceVersion: "21980" uid: 6ed91ed2-404a-4776-8ed9-968a1c220425 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-1f938 namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 54df8800-29cc-47e8-87ea-41ccd7438176 kind: Event lastTimestamp: "2026-07-08T07:18:11Z" message: InferenceService [error-404-isvc-1f938] is Ready metadata: creationTimestamp: "2026-07-08T07:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:11Z" name: error-404-isvc-1f938.18c03f5629e1cdda namespace: kserve-ci-e2e-test resourceVersion: "21979" uid: d61f31ee-ab9f-47f9-8e2d-7c954f4831bc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:27:07.617502Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26307" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:27:07Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd2ee9aa054 namespace: kserve-ci-e2e-test resourceVersion: "26312" uid: dddc5670-381d-4123-984a-3ac65036b927 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-3274f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:07Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd2fa5a55b1 namespace: kserve-ci-e2e-test resourceVersion: "26328" uid: b7f377b1-4248-46d8-b1d0-92163e064533 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26317" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd32bc0d506 namespace: kserve-ci-e2e-test resourceVersion: "26348" uid: 9cdbdc80-6ddb-41e5-97c5-5576848906b9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd32d30a3fb namespace: kserve-ci-e2e-test resourceVersion: "26350" uid: b3d5f948-923b-4af0-a47b-d3c8dde52d4c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd3306eaff1 namespace: kserve-ci-e2e-test resourceVersion: "26351" uid: 9ce3d3f6-0f6c-49a6-947b-71602b787153 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd3318efffb namespace: kserve-ci-e2e-test resourceVersion: "26352" uid: 8e97ac55-30d1-47a6-9fd2-9acef59d2736 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd3319df014 namespace: kserve-ci-e2e-test resourceVersion: "26353" uid: 2b06c53e-bd25-4df1-b50e-beb5986019d2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd33474add9 namespace: kserve-ci-e2e-test resourceVersion: "26357" uid: 92d2c0bc-6c02-4ef5-84b4-cc1a177d8999 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd334e90df0 namespace: kserve-ci-e2e-test resourceVersion: "26358" uid: e02e95e8-91a0-45b9-b544-d17c31d579b7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:27:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:27:46Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:27:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:46Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c03fd3a91e7b2f namespace: kserve-ci-e2e-test resourceVersion: "26734" uid: bf959c61-6af8-4ae8-841f-101e811a0c04 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:44:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:44:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:44:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:44:27Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c040c4fef3a8dc namespace: kserve-ci-e2e-test resourceVersion: "33999" uid: 8a3e0611-f99a-4ca6-8209-7557ccbf4607 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:44:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6 namespace: kserve-ci-e2e-test resourceVersion: "26310" uid: 3b5afb01-e605-4804-b886-680463ddb105 kind: Event lastTimestamp: "2026-07-08T07:44:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:44:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:44:27Z" name: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6.18c040c4fef47eeb namespace: kserve-ci-e2e-test resourceVersion: "34001" uid: f36961d1-0397-4018-931d-913660402db9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3274f-predictor-554cc4d85f namespace: kserve-ci-e2e-test resourceVersion: "26294" uid: 72814bbe-cb09-49f3-b49d-85450cf52095 kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: 'Created pod: error-404-isvc-3274f-predictor-554cc4d85f-w9hq6' metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:07Z" name: error-404-isvc-3274f-predictor-554cc4d85f.18c03fd2ee29173b namespace: kserve-ci-e2e-test resourceVersion: "26309" uid: 0259d36f-7104-4ac4-955f-d0cce9e93856 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26287" uid: 7a17ee73-a12a-485f-9fd6-8603ad56bf00 kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Scaled up replica set error-404-isvc-3274f-predictor-554cc4d85f from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:07Z" name: error-404-isvc-3274f-predictor.18c03fd2ec8e8ee3 namespace: kserve-ci-e2e-test resourceVersion: "26296" uid: b77609ca-643b-4fae-b3e8-3da5d5e49bea reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:27:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26292" uid: e3f67906-3960-43cd-b341-c81da6d888bb kind: Event lastTimestamp: "2026-07-08T07:27:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:27:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:37Z" name: error-404-isvc-3274f-predictor.18c03fd66b06a5b0 namespace: kserve-ci-e2e-test resourceVersion: "26621" uid: 11ef0a98-293d-4ced-8400-fb9886f12d9e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:27:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26292" uid: e3f67906-3960-43cd-b341-c81da6d888bb kind: Event lastTimestamp: "2026-07-08T07:27:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:27:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:37Z" name: error-404-isvc-3274f-predictor.18c03fd66b4b8822 namespace: kserve-ci-e2e-test resourceVersion: "26622" uid: 8607595d-4ac7-4a9c-a90a-c3cf1c15d4a1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:27:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26483" uid: e3f67906-3960-43cd-b341-c81da6d888bb kind: Event lastTimestamp: "2026-07-08T07:28:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:27:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:37Z" name: error-404-isvc-3274f-predictor.18c03fdd68ab592f namespace: kserve-ci-e2e-test resourceVersion: "27359" uid: 4693ab47-1f74-4835-8c37-d406a850bce6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:27:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26483" uid: e3f67906-3960-43cd-b341-c81da6d888bb kind: Event lastTimestamp: "2026-07-08T07:28:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:27:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:37Z" name: error-404-isvc-3274f-predictor.18c03fdd690e69e2 namespace: kserve-ci-e2e-test resourceVersion: "27360" uid: f7cafbc9-dd6e-4e42-bf6d-fa22da8d2ddb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3274f namespace: kserve-ci-e2e-test resourceVersion: "26265" uid: 2fa33920-cf89-4fc5-a78c-573a6ff8ed5b kind: Event lastTimestamp: "2026-07-08T07:27:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:56Z" name: error-404-isvc-3274f.18c03fd2eca617b2 namespace: kserve-ci-e2e-test resourceVersion: "26972" uid: f7ecf5a6-44a5-42a0-be69-0a99e4068899 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3274f namespace: kserve-ci-e2e-test resourceVersion: "26265" uid: 2fa33920-cf89-4fc5-a78c-573a6ff8ed5b kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: 'Failed to update status for InferenceService "error-404-isvc-3274f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3274f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:07Z" name: error-404-isvc-3274f.18c03fd2ecff8a0a namespace: kserve-ci-e2e-test resourceVersion: "26303" uid: e16bfb1a-7038-4561-9479-579a0f3d9f3f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3274f namespace: kserve-ci-e2e-test resourceVersion: "26265" uid: 2fa33920-cf89-4fc5-a78c-573a6ff8ed5b kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3274f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:07Z" name: error-404-isvc-3274f.18c03fd2ecffc1f9 namespace: kserve-ci-e2e-test resourceVersion: "26305" uid: 139581a8-4204-4cd8-a693-bb24f1136da3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3274f namespace: kserve-ci-e2e-test resourceVersion: "26970" uid: 2fa33920-cf89-4fc5-a78c-573a6ff8ed5b kind: Event lastTimestamp: "2026-07-08T07:27:56Z" message: InferenceService [error-404-isvc-3274f] is Ready metadata: creationTimestamp: "2026-07-08T07:27:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:56Z" name: error-404-isvc-3274f.18c03fde63e85028 namespace: kserve-ci-e2e-test resourceVersion: "26971" uid: 0e30d233-6e3d-4ee8-b5eb-5142d9faad04 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:17:52.919783Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21744" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3d727-predictor-58657f85cc-bp9xf to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:17:52Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f51c80b276e namespace: kserve-ci-e2e-test resourceVersion: "21750" uid: 601c384e-aaaa-4357-9658-1a9208892c98 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-3d727-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:53Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f51d2b8dabe namespace: kserve-ci-e2e-test resourceVersion: "21768" uid: a918e936-a64a-41fd-9e2a-8bc8aeb9462f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21754" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:17:53Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f520596ced6 namespace: kserve-ci-e2e-test resourceVersion: "21792" uid: 919358fa-66c9-4be0-8dbb-05140977ff27 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:53Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f5206dcbbd2 namespace: kserve-ci-e2e-test resourceVersion: "21795" uid: 1677f53e-0f04-4a29-9d77-9a5720092145 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:17:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:17:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:54Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f5209a36924 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 2d7d648c-0523-4fbe-8bdb-460c76fc28b5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:17:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:54Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f520a0b9a69 namespace: kserve-ci-e2e-test resourceVersion: "21798" uid: b793b777-6dad-44f7-a2c3-eddc77538c69 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:17:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:54Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f520a17485e namespace: kserve-ci-e2e-test resourceVersion: "21799" uid: c54364c6-7635-441a-a1c3-e0d551bbbf7f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:17:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:17:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:54Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f520d3e0d14 namespace: kserve-ci-e2e-test resourceVersion: "21800" uid: a15e81f3-cc08-4aeb-ba7b-ac38f403d7df reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:17:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:54Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f520dac96cb namespace: kserve-ci-e2e-test resourceVersion: "21801" uid: 3f19e376-baf9-4d23-b813-9de641c05794 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:17:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:18:30Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:17:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:30Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03f52364abbb2 namespace: kserve-ci-e2e-test resourceVersion: "22158" uid: 751b3f6b-419e-4dd4-be2c-42ad025bb0f9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:07Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03fd2ed26cf1b namespace: kserve-ci-e2e-test resourceVersion: "26302" uid: 319e37a8-e496-49dd-a49a-940c92bb76a5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 1eba7aca-26ed-432d-b809-9a0aaed29bf0 kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:07Z" name: error-404-isvc-3d727-predictor-58657f85cc-bp9xf.18c03fd2ed2779bb namespace: kserve-ci-e2e-test resourceVersion: "26304" uid: 261a9bac-1b87-4e02-913c-fcc4bc5eb9a4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-3d727-predictor-58657f85cc namespace: kserve-ci-e2e-test resourceVersion: "21728" uid: c84b7236-f69b-45e6-8f64-64af452b4af0 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: 'Created pod: error-404-isvc-3d727-predictor-58657f85cc-bp9xf' metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:52Z" name: error-404-isvc-3d727-predictor-58657f85cc.18c03f51c7a33335 namespace: kserve-ci-e2e-test resourceVersion: "21746" uid: a2c3cf9b-bd94-4782-849f-ff679cf0ac71 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: e7489334-eb55-47c9-b759-2c1cfe533642 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: Scaled up replica set error-404-isvc-3d727-predictor-58657f85cc from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:52Z" name: error-404-isvc-3d727-predictor.18c03f51c5daf14b namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: c2074141-1524-4bd0-99bc-be4c41143b22 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:18:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21727" uid: 42b409c9-db85-4aa8-993e-7572fbce5688 kind: Event lastTimestamp: "2026-07-08T07:18:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:18:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:22Z" name: error-404-isvc-3d727-predictor.18c03f55450b5bf7 namespace: kserve-ci-e2e-test resourceVersion: "22057" uid: 2f339cd9-cf1e-4124-ae93-50fb3f9a15fa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:18:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21727" uid: 42b409c9-db85-4aa8-993e-7572fbce5688 kind: Event lastTimestamp: "2026-07-08T07:18:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:18:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:22Z" name: error-404-isvc-3d727-predictor.18c03f5546331e6c namespace: kserve-ci-e2e-test resourceVersion: "22058" uid: 7b9fb2fc-7de9-4869-bda7-7c849dcee188 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:18:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 42b409c9-db85-4aa8-993e-7572fbce5688 kind: Event lastTimestamp: "2026-07-08T07:19:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:18:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:19:07Z" name: error-404-isvc-3d727-predictor.18c03f5c42f3c6e4 namespace: kserve-ci-e2e-test resourceVersion: "22501" uid: 30fe6edf-8fa0-43e5-b797-d5ea46d30f08 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:18:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: 42b409c9-db85-4aa8-993e-7572fbce5688 kind: Event lastTimestamp: "2026-07-08T07:19:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:18:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:19:07Z" name: error-404-isvc-3d727-predictor.18c03f5c433b3210 namespace: kserve-ci-e2e-test resourceVersion: "22502" uid: 981c1b81-080a-460b-a468-8b4379ac4fd1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3d727 namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: 89c4baba-1795-4109-8a25-6b6cfc867720 kind: Event lastTimestamp: "2026-07-08T07:18:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:40Z" name: error-404-isvc-3d727.18c03f51c5ee8d54 namespace: kserve-ci-e2e-test resourceVersion: "22259" uid: 51c09308-e675-4de0-adcc-141102b85906 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3d727 namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: 89c4baba-1795-4109-8a25-6b6cfc867720 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: 'Failed to update status for InferenceService "error-404-isvc-3d727": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3d727": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:52Z" name: error-404-isvc-3d727.18c03f51c6c4d484 namespace: kserve-ci-e2e-test resourceVersion: "21741" uid: a88fe604-a9d4-473b-9b5f-471afd55b2cb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3d727 namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: 89c4baba-1795-4109-8a25-6b6cfc867720 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3d727": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:52Z" name: error-404-isvc-3d727.18c03f51c6c53531 namespace: kserve-ci-e2e-test resourceVersion: "21743" uid: 22b4ea97-48dd-40cb-89bd-4a0c15beb16e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-3d727 namespace: kserve-ci-e2e-test resourceVersion: "22256" uid: 89c4baba-1795-4109-8a25-6b6cfc867720 kind: Event lastTimestamp: "2026-07-08T07:18:40Z" message: InferenceService [error-404-isvc-3d727] is Ready metadata: creationTimestamp: "2026-07-08T07:18:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:40Z" name: error-404-isvc-3d727.18c03f5cf121a169 namespace: kserve-ci-e2e-test resourceVersion: "22257" uid: 3638cd54-91ca-4472-a277-8f0a6b567e2d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:16:12.782389Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20373" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4baa0-predictor-ff5686f95-v7hhj to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:16:12Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a7763d261 namespace: kserve-ci-e2e-test resourceVersion: "20380" uid: 8075d5e6-bac8-41f1-8479-08f59b0843dc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20392" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:16:13Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a9122c98f namespace: kserve-ci-e2e-test resourceVersion: "20414" uid: 6997f0cd-2081-4fce-a965-071198cf32d2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a92658cbc namespace: kserve-ci-e2e-test resourceVersion: "20418" uid: 26ac8375-9d62-4979-8030-c60a2f53e657 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a95721c30 namespace: kserve-ci-e2e-test resourceVersion: "20420" uid: 95730a77-79e3-4831-9adc-c7b1be39f867 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a95e2595f namespace: kserve-ci-e2e-test resourceVersion: "20421" uid: 9f51f043-3d19-405c-bf16-be91b24171bb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a95ed7b69 namespace: kserve-ci-e2e-test resourceVersion: "20422" uid: 8fa7c0e2-de33-4112-b6c1-1d82f70f106b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a987d3da4 namespace: kserve-ci-e2e-test resourceVersion: "20423" uid: bec3bff0-08c0-40c9-b536-c3db92e55574 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a98ebaaf8 namespace: kserve-ci-e2e-test resourceVersion: "20424" uid: 9ef39cd9-1cce-403d-91c1-ab4a1208967c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:16:49Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:49Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f3a9a8894ca namespace: kserve-ci-e2e-test resourceVersion: "20882" uid: 42e6e266-5f96-4d40-abd7-6bf2e1879f9f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f4ad6c8c3a4 namespace: kserve-ci-e2e-test resourceVersion: "21312" uid: 0af50212-faef-4346-b7bd-09e26c6d5cde reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f4ad6c9329e namespace: kserve-ci-e2e-test resourceVersion: "21314" uid: 10b80823-46d7-486f-8acc-5f48e4a93d69 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 5e698b4c-69c9-4188-8dac-709f47e602a4 kind: Event lastTimestamp: "2026-07-08T07:17:24Z" message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp 10.133.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:17:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:24Z" name: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj.18c03f4b22c251b2 namespace: kserve-ci-e2e-test resourceVersion: "21351" uid: 5bc2da20-449e-42f3-becd-f2e422f0ea4b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-4baa0-predictor-ff5686f95 namespace: kserve-ci-e2e-test resourceVersion: "20365" uid: 837104d4-2178-4fc6-87aa-8318edf39646 kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: 'Created pod: error-404-isvc-4baa0-predictor-ff5686f95-v7hhj' metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:12Z" name: error-404-isvc-4baa0-predictor-ff5686f95.18c03f3a76f5e521 namespace: kserve-ci-e2e-test resourceVersion: "20374" uid: cc1edc62-ec09-4ee1-b73a-5b4abf88265a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20362" uid: 67f51f78-c6d1-4739-bea2-c3d6163f5109 kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: Scaled up replica set error-404-isvc-4baa0-predictor-ff5686f95 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:12Z" name: error-404-isvc-4baa0-predictor.18c03f3a756823e9 namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: 699224fe-1804-48c1-9968-e298c4325699 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20364" uid: 31c93a53-ed54-4fb0-b16a-d60beb83a3bc kind: Event lastTimestamp: "2026-07-08T07:16:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:57Z" name: error-404-isvc-4baa0-predictor.18c03f3df418a9a4 namespace: kserve-ci-e2e-test resourceVersion: "20956" uid: fbe1e0be-2aea-47b8-b8bb-236c6ef1d220 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20364" uid: 31c93a53-ed54-4fb0-b16a-d60beb83a3bc kind: Event lastTimestamp: "2026-07-08T07:16:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:57Z" name: error-404-isvc-4baa0-predictor.18c03f3df46fff7f namespace: kserve-ci-e2e-test resourceVersion: "20957" uid: 337f6150-3bcd-442f-aba3-35825c506e57 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20566" uid: 31c93a53-ed54-4fb0-b16a-d60beb83a3bc kind: Event lastTimestamp: "2026-07-08T07:17:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:12Z" name: error-404-isvc-4baa0-predictor.18c03f41731f6965 namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: d026b398-c9ad-4533-ba00-c77855c1dfac reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20566" uid: 31c93a53-ed54-4fb0-b16a-d60beb83a3bc kind: Event lastTimestamp: "2026-07-08T07:17:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:12Z" name: error-404-isvc-4baa0-predictor.18c03f41736671db namespace: kserve-ci-e2e-test resourceVersion: "21114" uid: 2638d6da-9ee8-4019-9f48-977558c49070 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "20346" uid: 4718e208-173e-4874-88d3-3a101911373f kind: Event lastTimestamp: "2026-07-08T07:16:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:59Z" name: error-404-isvc-4baa0.18c03f3a75931687 namespace: kserve-ci-e2e-test resourceVersion: "20977" uid: dfd1c01d-6cbe-4b44-8dd2-5205dfc0df9d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "20346" uid: 4718e208-173e-4874-88d3-3a101911373f kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: 'Failed to update status for InferenceService "error-404-isvc-4baa0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-4baa0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:12Z" name: error-404-isvc-4baa0.18c03f3a75eef728 namespace: kserve-ci-e2e-test resourceVersion: "20370" uid: 190f13de-d950-40e9-9cc6-d4b03edcfe95 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "20346" uid: 4718e208-173e-4874-88d3-3a101911373f kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-4baa0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:12Z" name: error-404-isvc-4baa0.18c03f3a75ef3dd0 namespace: kserve-ci-e2e-test resourceVersion: "20371" uid: d673ee6b-0e73-482c-9368-9941025062d6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "20975" uid: 4718e208-173e-4874-88d3-3a101911373f kind: Event lastTimestamp: "2026-07-08T07:16:59Z" message: InferenceService [error-404-isvc-4baa0] is Ready metadata: creationTimestamp: "2026-07-08T07:16:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:59Z" name: error-404-isvc-4baa0.18c03f455579eaab namespace: kserve-ci-e2e-test resourceVersion: "20976" uid: 9c7b5699-2c8a-43ab-abe5-5e5c68d7f62c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:04:47.899091Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14686" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5f3f4-predictor-595bd58f95-29vch to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:04:47Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9b0129fe06 namespace: kserve-ci-e2e-test resourceVersion: "14690" uid: 581317ed-6256-4af7-89f9-73fbd762890b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14695" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Add eth0 [10.133.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:04:48Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9b1a9cc00e namespace: kserve-ci-e2e-test resourceVersion: "14745" uid: e0cfc881-d396-41c9-9aac-1ee9b5b2f791 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9b1bd802cf namespace: kserve-ci-e2e-test resourceVersion: "14748" uid: d23e10ee-6d37-4a80-a62f-30b6c7bb4371 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:05:03Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" in 14.934s (14.934s including waiting). Image size: 1334589534 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:03Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9e95feb0c4 namespace: kserve-ci-e2e-test resourceVersion: "14911" uid: 04f70d13-ff06-4d45-a99d-5ece53095b01 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:05:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:05:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:03Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9e98c63402 namespace: kserve-ci-e2e-test resourceVersion: "14913" uid: 86f6e46f-ebc1-4481-a983-ec7d0bde511b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:05:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:05:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:03Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9e99336bb6 namespace: kserve-ci-e2e-test resourceVersion: "14914" uid: 317fbc15-d428-4b4e-bfde-1ca70eedd21a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:05:03Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-08T07:05:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:03Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9e993ea7d6 namespace: kserve-ci-e2e-test resourceVersion: "14915" uid: 3cf7b3ca-60b8-4eae-b186-13944235f5a9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:05:05Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.43s (2.43s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:05Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9f2a1f2065 namespace: kserve-ci-e2e-test resourceVersion: "14934" uid: ae2e97b4-bd72-4e14-8a6f-43e3f1d73853 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:05:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:05Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9f2d5056c8 namespace: kserve-ci-e2e-test resourceVersion: "14935" uid: 48f589d8-4ff1-4899-8705-294504a5a5cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:05:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:05Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9f2df17b7f namespace: kserve-ci-e2e-test resourceVersion: "14936" uid: 448eb90d-0b74-4ab8-aa7d-343849877da1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:05:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:05:43Z" message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:05:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:43Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03e9f7517fead namespace: kserve-ci-e2e-test resourceVersion: "15276" uid: e7e9f136-ab14-4748-959e-573c7c66c9a4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03eb6fa6150b9 namespace: kserve-ci-e2e-test resourceVersion: "15978" uid: 4e480ba5-8fff-40fe-a41a-fc68cf790ffd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch namespace: kserve-ci-e2e-test resourceVersion: "14688" uid: f6be0241-77c8-40b7-a8fa-a2838950f015 kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: error-404-isvc-5f3f4-predictor-595bd58f95-29vch.18c03eb6fa61afa8 namespace: kserve-ci-e2e-test resourceVersion: "15980" uid: 29e11d02-06ac-4018-8803-56c2c2ab65dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5f3f4-predictor-595bd58f95 namespace: kserve-ci-e2e-test resourceVersion: "14679" uid: f32c94f7-fd92-4a75-bc00-a74b6ccf3e5c kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'Created pod: error-404-isvc-5f3f4-predictor-595bd58f95-29vch' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: error-404-isvc-5f3f4-predictor-595bd58f95.18c03e9b00a5c1ed namespace: kserve-ci-e2e-test resourceVersion: "14687" uid: f1349b6f-9b6e-4571-8943-24454caa8247 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14675" uid: c88fa3b6-b863-42cb-905f-20442bc9c6ef kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: Scaled up replica set error-404-isvc-5f3f4-predictor-595bd58f95 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: error-404-isvc-5f3f4-predictor.18c03e9afdc33704 namespace: kserve-ci-e2e-test resourceVersion: "14682" uid: 307fcf21-f8c2-4f23-b799-ca205ab762cf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14677" uid: 15d96667-8c76-42a7-9acb-cdcd35eff383 kind: Event lastTimestamp: "2026-07-08T07:05:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:32Z" name: error-404-isvc-5f3f4-predictor.18c03e9e7c0a0289 namespace: kserve-ci-e2e-test resourceVersion: "15196" uid: a3ed9f27-9a17-4526-b829-980886207ea1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14677" uid: 15d96667-8c76-42a7-9acb-cdcd35eff383 kind: Event lastTimestamp: "2026-07-08T07:05:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:32Z" name: error-404-isvc-5f3f4-predictor.18c03e9e7c68f4e0 namespace: kserve-ci-e2e-test resourceVersion: "15197" uid: d2d1ed33-5632-4c18-ad61-9d272766aee2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:05:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14905" uid: 15d96667-8c76-42a7-9acb-cdcd35eff383 kind: Event lastTimestamp: "2026-07-08T07:06:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:17Z" name: error-404-isvc-5f3f4-predictor.18c03ea8f865275c namespace: kserve-ci-e2e-test resourceVersion: "15564" uid: cd0571d0-30bd-4ed8-8dac-cab064774aa1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:05:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14905" uid: 15d96667-8c76-42a7-9acb-cdcd35eff383 kind: Event lastTimestamp: "2026-07-08T07:06:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:05:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:17Z" name: error-404-isvc-5f3f4-predictor.18c03ea8f8c16379 namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: fe8b9005-fe31-44db-ab71-b3059d486986 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5f3f4 namespace: kserve-ci-e2e-test resourceVersion: "14660" uid: 7111f287-918d-487c-ae74-4b7a307b2421 kind: Event lastTimestamp: "2026-07-08T07:05:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:05:53Z" name: error-404-isvc-5f3f4.18c03e9afd9d1814 namespace: kserve-ci-e2e-test resourceVersion: "15369" uid: 5232f87b-2e02-4d9d-878f-96235a3c1589 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5f3f4 namespace: kserve-ci-e2e-test resourceVersion: "15367" uid: 7111f287-918d-487c-ae74-4b7a307b2421 kind: Event lastTimestamp: "2026-07-08T07:05:53Z" message: InferenceService [error-404-isvc-5f3f4] is Ready metadata: creationTimestamp: "2026-07-08T07:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:05:53Z" name: error-404-isvc-5f3f4.18c03eaa2fe21b11 namespace: kserve-ci-e2e-test resourceVersion: "15368" uid: 35f8c430-849f-4bdf-a14c-64a1e9fa156c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:26:38.162867Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25914" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-71ab7-predictor-868947f459-fxsgw to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:26:38Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc12f88522 namespace: kserve-ci-e2e-test resourceVersion: "25918" uid: 66a59920-4274-4058-9207-621c0aa73c1a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-71ab7-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc1fc67bb5 namespace: kserve-ci-e2e-test resourceVersion: "25946" uid: d2b50f32-8bf3-4d0b-b116-97df3ffb5d89 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:39Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25929" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:26:39Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:26:39Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc506658be namespace: kserve-ci-e2e-test resourceVersion: "25969" uid: e4c60e05-a783-4a4e-8c63-8d7e908f0ce1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:26:39Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:39Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc51ad6edc namespace: kserve-ci-e2e-test resourceVersion: "25971" uid: 65b037e4-7295-4e4f-aaa0-d7652faf07a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:26:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:39Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc54a7172d namespace: kserve-ci-e2e-test resourceVersion: "25972" uid: 20b490e2-061b-47eb-8ba8-922a75d12b3e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:26:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:39Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc5518fab7 namespace: kserve-ci-e2e-test resourceVersion: "25973" uid: 229f6bee-c1f1-4dd0-9097-ba58716ba7da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:26:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:39Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc552345fa namespace: kserve-ci-e2e-test resourceVersion: "25974" uid: c4938510-92f7-4bec-ac63-97abe0cd745d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:26:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:39Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc57c8ff83 namespace: kserve-ci-e2e-test resourceVersion: "25975" uid: c9151d29-11f7-4ed8-9122-57bafd6b4cb6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:26:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:39Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcc583b43ae namespace: kserve-ci-e2e-test resourceVersion: "25976" uid: bdcd6a7d-12d8-4922-bbd6-cd639da5e6c6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:27:16Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:16Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fcca59a3383 namespace: kserve-ci-e2e-test resourceVersion: "26435" uid: f784ee92-f3c2-4a40-adc9-f960c2758624 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fdc6e27fc61 namespace: kserve-ci-e2e-test resourceVersion: "26840" uid: 773e8deb-bd35-45c4-acb6-a26d265e52af reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fdc6e289b08 namespace: kserve-ci-e2e-test resourceVersion: "26844" uid: e4abac6e-a6a9-4672-9cf9-299278cd299b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-71ab7-predictor-868947f459-fxsgw namespace: kserve-ci-e2e-test resourceVersion: "25917" uid: 73d21b91-ffca-4f69-9520-f46c9f9f2259 kind: Event lastTimestamp: "2026-07-08T07:27:52Z" message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-07-08T07:27:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:52Z" name: error-404-isvc-71ab7-predictor-868947f459-fxsgw.18c03fdd697309ca namespace: kserve-ci-e2e-test resourceVersion: "26924" uid: d9a5eefa-50fd-44f9-9ff8-00fb3424f369 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-71ab7-predictor-868947f459 namespace: kserve-ci-e2e-test resourceVersion: "25906" uid: 2d3b2b71-d3e8-4424-ad3b-359638a08b16 kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: 'Created pod: error-404-isvc-71ab7-predictor-868947f459-fxsgw' metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:26:38Z" name: error-404-isvc-71ab7-predictor-868947f459.18c03fcc126672b7 namespace: kserve-ci-e2e-test resourceVersion: "25915" uid: 4d2c80bd-69f9-406f-85cf-af516a063711 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "25903" uid: cc621096-e147-42ca-9ecb-add7583ca849 kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Scaled up replica set error-404-isvc-71ab7-predictor-868947f459 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:26:38Z" name: error-404-isvc-71ab7-predictor.18c03fcc10e9a01e namespace: kserve-ci-e2e-test resourceVersion: "25907" uid: b894e0f2-3061-4cfa-a69e-96c31dca7d53 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:26:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "25905" uid: a2d3b33c-8fb1-460b-848c-5ae25f648e88 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:26:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-71ab7-predictor.18c03fcf8f40388f namespace: kserve-ci-e2e-test resourceVersion: "26341" uid: 8cc91aa9-5e17-4014-bb53-2fab93003b55 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:26:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "25905" uid: a2d3b33c-8fb1-460b-848c-5ae25f648e88 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:26:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:08Z" name: error-404-isvc-71ab7-predictor.18c03fcf8fa0107a namespace: kserve-ci-e2e-test resourceVersion: "26343" uid: 958d0819-29b6-40ad-abb9-b3b3a576a828 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:27:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "26107" uid: a2d3b33c-8fb1-460b-848c-5ae25f648e88 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:38Z" name: error-404-isvc-71ab7-predictor.18c03fd68d0f81f1 namespace: kserve-ci-e2e-test resourceVersion: "26656" uid: 77212ab9-175a-4df3-a6c6-0ff4fc3e6632 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:27:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "26107" uid: a2d3b33c-8fb1-460b-848c-5ae25f648e88 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:38Z" name: error-404-isvc-71ab7-predictor.18c03fd68d7a5393 namespace: kserve-ci-e2e-test resourceVersion: "26657" uid: 4ebbdff9-2e8c-4eae-ac0a-4ac9f8365fbf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-71ab7 namespace: kserve-ci-e2e-test resourceVersion: "25889" uid: 25f50f96-26be-43c3-a285-32ae9a068ea4 kind: Event lastTimestamp: "2026-07-08T07:27:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:26Z" name: error-404-isvc-71ab7.18c03fcc10f305ba namespace: kserve-ci-e2e-test resourceVersion: "26535" uid: e30b17b0-cb42-462e-8a2e-b33e9d4e0b7d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-71ab7 namespace: kserve-ci-e2e-test resourceVersion: "26533" uid: 25f50f96-26be-43c3-a285-32ae9a068ea4 kind: Event lastTimestamp: "2026-07-08T07:27:26Z" message: InferenceService [error-404-isvc-71ab7] is Ready metadata: creationTimestamp: "2026-07-08T07:27:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:26Z" name: error-404-isvc-71ab7.18c03fd7609ffb8b namespace: kserve-ci-e2e-test resourceVersion: "26534" uid: 03b61a33-faae-41e1-a576-42c29325d9a5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:16:42.658603Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20747" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:16:42Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f416c269e4e namespace: kserve-ci-e2e-test resourceVersion: "20751" uid: cc3b8d0b-2a24-4db5-ab4c-c92505be9035 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-8ecaa-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:42Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41782ec109 namespace: kserve-ci-e2e-test resourceVersion: "20786" uid: d8b3c487-3ca8-44ae-aa23-db39fc224427 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:43Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20757" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:16:43Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:16:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:16:43Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41aab2737c namespace: kserve-ci-e2e-test resourceVersion: "20806" uid: f746eb3e-2d36-47d3-8a79-a8766dc35846 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:16:43Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:43Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41abfe0f80 namespace: kserve-ci-e2e-test resourceVersion: "20808" uid: 36dca576-f569-4873-a857-9c1d4ef0de6f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:16:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:16:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:43Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41aebc004c namespace: kserve-ci-e2e-test resourceVersion: "20809" uid: 2eef4be8-ccbd-42ad-bfdc-acf00ce98d5e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:16:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:43Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41af4a7c25 namespace: kserve-ci-e2e-test resourceVersion: "20810" uid: ab673575-142e-45af-9bec-21eaf63da6d3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:16:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:43Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41af53e559 namespace: kserve-ci-e2e-test resourceVersion: "20811" uid: c44465b6-d974-4efa-a041-012cbb5dee9a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:16:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:16:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:43Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41b1e50b62 namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: f71adcee-7c91-4170-8552-26e3cfc7b0aa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:16:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:43Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41b25b65f0 namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: dbcbfdbe-8cfb-40b1-bcb7-8d20ad41b31c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:17:20Z" message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:20Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f41d97cb9ec namespace: kserve-ci-e2e-test resourceVersion: "21189" uid: 2b0954d4-47c5-4f8b-88fe-5dcf88512cd4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:52Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f51c7195006 namespace: kserve-ci-e2e-test resourceVersion: "21742" uid: e93d32f0-eb20-4933-9700-af37624de98e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:52Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f51c719b4eb namespace: kserve-ci-e2e-test resourceVersion: "21745" uid: b53a13ce-1d77-4bbd-8756-27beaa7866b9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: 8c27b572-4317-42d9-86b1-1dd37781ce80 kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp 10.133.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:55Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd.18c03f5261ba69e0 namespace: kserve-ci-e2e-test resourceVersion: "21815" uid: 2e000fd4-cea4-435d-b54d-f41b74fb14d1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-8ecaa-predictor-79f5d859c9 namespace: kserve-ci-e2e-test resourceVersion: "20739" uid: 1fe489c6-ac1e-400d-b291-95eed682994f kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: 'Created pod: error-404-isvc-8ecaa-predictor-79f5d859c9-j8vtd' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:42Z" name: error-404-isvc-8ecaa-predictor-79f5d859c9.18c03f416ba40aa0 namespace: kserve-ci-e2e-test resourceVersion: "20748" uid: 64a199f2-fe9f-4a82-9fc8-0ac34a84dfb4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-8ecaa-predictor namespace: kserve-ci-e2e-test resourceVersion: "20736" uid: 96663a7e-1e2c-4255-8e2d-e81dcf9fcd69 kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: Scaled up replica set error-404-isvc-8ecaa-predictor-79f5d859c9 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:42Z" name: error-404-isvc-8ecaa-predictor.18c03f4169fbee59 namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: a56e4a41-dd14-4520-96d9-7c5b53a32fc4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:16:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8ecaa-predictor namespace: kserve-ci-e2e-test resourceVersion: "20738" uid: 24ab54c4-ba60-49ef-877c-b9757cd5dafb kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:42Z" name: error-404-isvc-8ecaa-predictor.18c03f44e871ed80 namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 59b193dc-fcb3-493e-a260-556e712ab195 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:16:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-8ecaa-predictor namespace: kserve-ci-e2e-test resourceVersion: "20738" uid: 24ab54c4-ba60-49ef-877c-b9757cd5dafb kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:42Z" name: error-404-isvc-8ecaa-predictor.18c03f44e8cf9fff namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: 141a8d71-447b-4bc8-8d4a-6c4b61b99282 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8ecaa namespace: kserve-ci-e2e-test resourceVersion: "20722" uid: 8a6de159-f74a-416d-82c9-b68fa5f7b3e8 kind: Event lastTimestamp: "2026-07-08T07:17:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:30Z" name: error-404-isvc-8ecaa.18c03f416a124098 namespace: kserve-ci-e2e-test resourceVersion: "21421" uid: ecb4bbea-2938-41a5-9eae-f58b7a8b734e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8ecaa namespace: kserve-ci-e2e-test resourceVersion: "20722" uid: 8a6de159-f74a-416d-82c9-b68fa5f7b3e8 kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: 'Failed to update status for InferenceService "error-404-isvc-8ecaa": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8ecaa": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:42Z" name: error-404-isvc-8ecaa.18c03f416a84d08f namespace: kserve-ci-e2e-test resourceVersion: "20744" uid: 4f45b1d8-a6af-463b-a3a3-309203e8a19e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8ecaa namespace: kserve-ci-e2e-test resourceVersion: "20722" uid: 8a6de159-f74a-416d-82c9-b68fa5f7b3e8 kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-8ecaa": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:42Z" name: error-404-isvc-8ecaa.18c03f416a851c5d namespace: kserve-ci-e2e-test resourceVersion: "20745" uid: 22dabd7c-b5b5-454d-8838-d9d51792c09a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-8ecaa namespace: kserve-ci-e2e-test resourceVersion: "21419" uid: 8a6de159-f74a-416d-82c9-b68fa5f7b3e8 kind: Event lastTimestamp: "2026-07-08T07:17:30Z" message: InferenceService [error-404-isvc-8ecaa] is Ready metadata: creationTimestamp: "2026-07-08T07:17:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:30Z" name: error-404-isvc-8ecaa.18c03f4c94636dc9 namespace: kserve-ci-e2e-test resourceVersion: "21420" uid: 15d2407b-e890-4d83-8148-9ea7e66dda62 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:27:48.412089Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26834" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9de39-predictor-6c54447ff5-5mqrh to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdc6e26a4f4 namespace: kserve-ci-e2e-test resourceVersion: "26839" uid: a124c461-1b5a-4529-832c-64f280a817eb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26852" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdc880008cf namespace: kserve-ci-e2e-test resourceVersion: "26866" uid: 57fd9931-04d7-4350-8112-636840637b1d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdc89730f6e namespace: kserve-ci-e2e-test resourceVersion: "26868" uid: 176be80c-75d9-440f-94a0-03efa6e93d4e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdc8c0f210d namespace: kserve-ci-e2e-test resourceVersion: "26871" uid: 8a9fca29-d8fc-4295-bdc3-c8dcd614b7c3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdc8c7e819b namespace: kserve-ci-e2e-test resourceVersion: "26872" uid: 968422c5-cd96-48b9-9218-cc9bf7309f27 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdc8c884c8e namespace: kserve-ci-e2e-test resourceVersion: "26873" uid: 5df9c531-4dbf-4dbf-a14b-9073137006c6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdc8fc30f8b namespace: kserve-ci-e2e-test resourceVersion: "26875" uid: b69eec94-b61d-4b14-8901-9d98630edd5a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdc9033067b namespace: kserve-ci-e2e-test resourceVersion: "26876" uid: 7b0176d5-957b-469b-a932-70c12eda5f5b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:27:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:28:26Z" message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:27:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:28:26Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c03fdd02484456 namespace: kserve-ci-e2e-test resourceVersion: "27257" uid: b5c3edb0-4873-44cc-9e75-b720bbea1aec reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:37:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:37:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:37:03Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c0405d9a0bc92e namespace: kserve-ci-e2e-test resourceVersion: "30931" uid: 9094682c-b0ec-40ff-b1a1-7a9aa3f4e7dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:37:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 6a8f50f5-efd3-4dfc-80b7-157faad9a32a kind: Event lastTimestamp: "2026-07-08T07:37:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:37:03Z" name: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh.18c0405d9a0c558a namespace: kserve-ci-e2e-test resourceVersion: "30932" uid: df5d785a-a0c2-4a82-87c9-fa70415fdd65 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-9de39-predictor-6c54447ff5 namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: 0a067215-9c00-46a4-b168-3a7dcf93b132 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: 'Created pod: error-404-isvc-9de39-predictor-6c54447ff5-5mqrh' metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor-6c54447ff5.18c03fdc6db5b06b namespace: kserve-ci-e2e-test resourceVersion: "26837" uid: 776d1f06-bede-4258-874c-a4778d740bc1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "26815" uid: 50bee888-968e-4071-b741-59f83a4cbfed kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Scaled up replica set error-404-isvc-9de39-predictor-6c54447ff5 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:48Z" name: error-404-isvc-9de39-predictor.18c03fdc6c08767d namespace: kserve-ci-e2e-test resourceVersion: "26820" uid: 261cff79-591b-40e7-9555-3c3753d1ebac reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:28:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: e3239e23-639d-436d-80a0-8e35f3563939 kind: Event lastTimestamp: "2026-07-08T07:28:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:28:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:18Z" name: error-404-isvc-9de39-predictor.18c03fdfea8eb11d namespace: kserve-ci-e2e-test resourceVersion: "27187" uid: d7578034-c4b3-4c60-bd0f-b80c22c1b46f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:28:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: e3239e23-639d-436d-80a0-8e35f3563939 kind: Event lastTimestamp: "2026-07-08T07:28:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:28:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:18Z" name: error-404-isvc-9de39-predictor.18c03fdfeaf0b9dd namespace: kserve-ci-e2e-test resourceVersion: "27188" uid: ebe4336f-0387-4a23-ad7c-ebbd736c960d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:28:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: e3239e23-639d-436d-80a0-8e35f3563939 kind: Event lastTimestamp: "2026-07-08T07:29:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:28:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:29:03Z" name: error-404-isvc-9de39-predictor.18c03fe6e853af53 namespace: kserve-ci-e2e-test resourceVersion: "27585" uid: e0c3d3ee-26ad-4487-999f-3b9347a8e3bf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:28:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: e3239e23-639d-436d-80a0-8e35f3563939 kind: Event lastTimestamp: "2026-07-08T07:29:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:28:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:29:03Z" name: error-404-isvc-9de39-predictor.18c03fe6e8b7ba88 namespace: kserve-ci-e2e-test resourceVersion: "27586" uid: 96e0a244-7cf8-4e2a-82b5-ac9ab0924a30 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9de39 namespace: kserve-ci-e2e-test resourceVersion: "26798" uid: 757bc4ad-5c87-4116-b428-a3cd584f667c kind: Event lastTimestamp: "2026-07-08T07:28:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:28:37Z" name: error-404-isvc-9de39.18c03fdc6c0a465c namespace: kserve-ci-e2e-test resourceVersion: "27349" uid: 05a4bb5f-ecc3-4560-8248-2cc461afa62d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-9de39 namespace: kserve-ci-e2e-test resourceVersion: "27347" uid: 757bc4ad-5c87-4116-b428-a3cd584f667c kind: Event lastTimestamp: "2026-07-08T07:28:36Z" message: InferenceService [error-404-isvc-9de39] is Ready metadata: creationTimestamp: "2026-07-08T07:28:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:28:36Z" name: error-404-isvc-9de39.18c03fe7bd19d423 namespace: kserve-ci-e2e-test resourceVersion: "27348" uid: bb19a4a9-35c7-49aa-a608-cb4ce9d8c0ad reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:04:47.708859Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14637" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:04:47Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03e9af5d347a8 namespace: kserve-ci-e2e-test resourceVersion: "14642" uid: 9c83557b-99cd-4df7-81b9-73925088b23a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:47Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03e9b02b41cef namespace: kserve-ci-e2e-test resourceVersion: "14697" uid: 08ac50c1-42ad-4e03-bd4a-0bebf40e6409 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14652" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03e9b34a7d5bc namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: a858bcac-919f-49ba-bc9c-7e9d7fd86a1c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03e9b3618d1d8 namespace: kserve-ci-e2e-test resourceVersion: "14776" uid: 17fb17f6-95ac-4bae-9369-4bd6766a7068 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03e9b3a19c9b2 namespace: kserve-ci-e2e-test resourceVersion: "14779" uid: 71a96e4e-bb6b-4122-98b5-87449a2f9a16 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03e9b3a8f01a3 namespace: kserve-ci-e2e-test resourceVersion: "14781" uid: 51f0cb00-d8b7-4fd0-a7f5-5b213048a91a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:04:53Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1684" metadata: creationTimestamp: "2026-07-08T07:04:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:53Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03e9c5defc966 namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: 0574792a-63da-444c-aeea-afac8a340b49 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1684" in 27.527s (27.527s including waiting). Image size: 1555846056 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ea2c6b6cbf6 namespace: kserve-ci-e2e-test resourceVersion: "15057" uid: 13eecede-f490-41b9-8f6c-87f023eac267 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ea2cf2f4de0 namespace: kserve-ci-e2e-test resourceVersion: "15064" uid: ad4a8f74-16be-48bc-93cc-b8ca57b56e20 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ea2d0c0b706 namespace: kserve-ci-e2e-test resourceVersion: "15067" uid: 8a3880eb-4c19-4593-acc2-b22d477da430 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ea2d0cd174b namespace: kserve-ci-e2e-test resourceVersion: "15068" uid: 74e700f3-089b-4b81-b71d-57d19d5b2d85 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.487s (3.487s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ea3a0a5e3d7 namespace: kserve-ci-e2e-test resourceVersion: "15107" uid: 963c3b30-8387-4c7c-88c5-25e25590e018 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ea3a3c076bb namespace: kserve-ci-e2e-test resourceVersion: "15109" uid: c8a19e96-23cf-4e51-8932-b99282a1fa46 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ea3a45bd925 namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: 82c8c274-77e1-4f97-afdf-ee8b3ed5bf30 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T07:05:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:07:21Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:05:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:21Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ea3a5aea08e namespace: kserve-ci-e2e-test resourceVersion: "16486" uid: f58708f9-0997-4c05-ba5a-d0fb6e16546a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:17Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ebde51870c5 namespace: kserve-ci-e2e-test resourceVersion: "16388" uid: 77622596-9018-43f6-b59f-aebb5671b029 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:17Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ebde51ab535 namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: 8778cab7-7c01-432e-a6f0-fa07f976f2a2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs namespace: kserve-ci-e2e-test resourceVersion: "14640" uid: 280a44d5-2bc1-4725-8f3d-d4a612104733 kind: Event lastTimestamp: "2026-07-08T07:07:21Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:21Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs.18c03ebea8655c56 namespace: kserve-ci-e2e-test resourceVersion: "16481" uid: 36b44686-c0e4-46c8-b07f-64482e4dfe11 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-7c964dbd44 namespace: kserve-ci-e2e-test resourceVersion: "14627" uid: d9e508f7-6d37-4e93-8c42-1e5dd2c243bc kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-7c964dbd44-bp7fs' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: isvc-sklearn-graph-1-predictor-7c964dbd44.18c03e9af548838f namespace: kserve-ci-e2e-test resourceVersion: "14639" uid: c1456890-1572-4e8a-8185-4734f06cacf9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14624" uid: 5590383f-0ea5-487c-8f25-5f5156aeb7bd kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-7c964dbd44 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: isvc-sklearn-graph-1-predictor.18c03e9af1f461eb namespace: kserve-ci-e2e-test resourceVersion: "14629" uid: cae97e0f-4d1f-40f6-a606-2878565bd587 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14626" uid: 01636e2b-af38-432c-8e0b-42c95b2b9e56 kind: Event lastTimestamp: "2026-07-08T07:05:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:47Z" name: isvc-sklearn-graph-1-predictor.18c03e9e70744a3e namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 0ba28080-533a-4ff0-8dda-182652abfc58 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14626" uid: 01636e2b-af38-432c-8e0b-42c95b2b9e56 kind: Event lastTimestamp: "2026-07-08T07:05:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:47Z" name: isvc-sklearn-graph-1-predictor.18c03e9e70d6568c namespace: kserve-ci-e2e-test resourceVersion: "15310" uid: b58e6262-0cf8-4825-a3a9-e2ec18c3a301 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:06:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14895" uid: 01636e2b-af38-432c-8e0b-42c95b2b9e56 kind: Event lastTimestamp: "2026-07-08T07:07:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:02Z" name: isvc-sklearn-graph-1-predictor.18c03eac6b63d261 namespace: kserve-ci-e2e-test resourceVersion: "16132" uid: 0dd5665a-4d2f-4887-baab-dd083eee7812 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:06:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14895" uid: 01636e2b-af38-432c-8e0b-42c95b2b9e56 kind: Event lastTimestamp: "2026-07-08T07:07:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:02Z" name: isvc-sklearn-graph-1-predictor.18c03eac6ba60e88 namespace: kserve-ci-e2e-test resourceVersion: "16133" uid: ac771632-2bbd-4703-bb02-c9d3e8011ba6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14609" uid: 6de8b5c4-1108-4cce-836a-e962860c213c kind: Event lastTimestamp: "2026-07-08T07:06:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:41Z" name: isvc-sklearn-graph-1.18c03e9af1f83bff namespace: kserve-ci-e2e-test resourceVersion: "15815" uid: 0a77ecdc-8fdc-4849-9ce1-3c8ba951b336 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: 6de8b5c4-1108-4cce-836a-e962860c213c kind: Event lastTimestamp: "2026-07-08T07:06:41Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-07-08T07:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:41Z" name: isvc-sklearn-graph-1.18c03eb55dcf44e4 namespace: kserve-ci-e2e-test resourceVersion: "15810" uid: a8ab9944-4135-4653-8b98-30081139cdf1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:04:48.001914Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14715" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-84b568d556-btqhc to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03e9b074aec10 namespace: kserve-ci-e2e-test resourceVersion: "14719" uid: ad5c9914-b501-4490-9a36-365e3c2101b0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14724" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03e9b2214b75d namespace: kserve-ci-e2e-test resourceVersion: "14751" uid: 0c853182-e094-44db-b0f3-d76184c2598d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03e9b236d1069 namespace: kserve-ci-e2e-test resourceVersion: "14753" uid: 64272de3-0e9c-4fc3-af6f-0d17c225c0f8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03e9b273070a9 namespace: kserve-ci-e2e-test resourceVersion: "14757" uid: 6611add7-70d8-4bae-a7d7-f6c8fbb3ac4e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03e9b27b1fb68 namespace: kserve-ci-e2e-test resourceVersion: "14758" uid: d2c102f7-baa6-4050-996a-cc3c9408158e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:04:53Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1684" metadata: creationTimestamp: "2026-07-08T07:04:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:53Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03e9c5e06f0ff namespace: kserve-ci-e2e-test resourceVersion: "14821" uid: e6ec3f9f-025c-4cab-ae4a-be3ebb1b2d28 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1684" in 27.526s (27.526s including waiting). Image size: 1555846056 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ea2c6b6c4c0 namespace: kserve-ci-e2e-test resourceVersion: "15058" uid: f0bbac68-94f6-4efc-b48d-d0e6a1186429 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ea2ce96813a namespace: kserve-ci-e2e-test resourceVersion: "15063" uid: d8066440-4796-4558-88f1-810bc5e7c50d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ea2cf8e1271 namespace: kserve-ci-e2e-test resourceVersion: "15065" uid: 655cf475-2709-4837-97c3-b9cae9258037 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ea2cf9b0dea namespace: kserve-ci-e2e-test resourceVersion: "15066" uid: f648a2ed-ebd5-4737-83b8-73f962570a82 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.439s (3.439s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ea39c9cfe9a namespace: kserve-ci-e2e-test resourceVersion: "15101" uid: 137f4a07-2d3f-45d3-aa0c-9692a8cb151c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ea39fc3a86f namespace: kserve-ci-e2e-test resourceVersion: "15104" uid: fa6b37ca-2857-44bd-9788-02cd192ea8d8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ea3a02cb01e namespace: kserve-ci-e2e-test resourceVersion: "15106" uid: 724fe299-aa19-4e9e-aec7-fcf638b961f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T07:05:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:07:21Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:05:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:21Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ea3a5ea833d namespace: kserve-ci-e2e-test resourceVersion: "16485" uid: f8866d77-3b71-4d39-8283-d5ee67d8692d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:17Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ebde1a04ff9 namespace: kserve-ci-e2e-test resourceVersion: "16355" uid: cb1bfd99-de16-4a35-831c-156262a395eb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:17Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ebde1a0cd12 namespace: kserve-ci-e2e-test resourceVersion: "16358" uid: ed76aebb-7a89-4350-b572-8484d3c2ed18 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc namespace: kserve-ci-e2e-test resourceVersion: "14717" uid: bb0ddef5-beb8-45f1-8ce5-bbc7588f0c5c kind: Event lastTimestamp: "2026-07-08T07:07:21Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:21Z" name: isvc-sklearn-graph-2-predictor-84b568d556-btqhc.18c03ebea865e9be namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: ffbe431d-f0bb-4113-9b5e-e5d236cf9047 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-84b568d556 namespace: kserve-ci-e2e-test resourceVersion: "14706" uid: 94c7be20-a89d-4f68-9234-b74c370c2c05 kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-84b568d556-btqhc' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: isvc-sklearn-graph-2-predictor-84b568d556.18c03e9b06e781d4 namespace: kserve-ci-e2e-test resourceVersion: "14716" uid: a24d9b24-d267-489d-a1a5-6f81cfeb9d5c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14702" uid: 7c2e1d46-1495-4330-b5bc-fadcc97ce984 kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-84b568d556 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: isvc-sklearn-graph-2-predictor.18c03e9b0469c811 namespace: kserve-ci-e2e-test resourceVersion: "14707" uid: 7fd8e919-2ff9-4b58-8684-60c12a76051a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14704" uid: 08ce37b6-d81a-412c-8a42-f459a1c7e843 kind: Event lastTimestamp: "2026-07-08T07:05:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:48Z" name: isvc-sklearn-graph-2-predictor.18c03e9e82e515d3 namespace: kserve-ci-e2e-test resourceVersion: "15318" uid: a752e16c-9e25-4c9b-b7c0-55a144f3bd1d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14704" uid: 08ce37b6-d81a-412c-8a42-f459a1c7e843 kind: Event lastTimestamp: "2026-07-08T07:05:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:48Z" name: isvc-sklearn-graph-2-predictor.18c03e9e83432e30 namespace: kserve-ci-e2e-test resourceVersion: "15319" uid: ff87b0b9-7105-4b74-b53b-d13eb555b559 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:06:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14908" uid: 08ce37b6-d81a-412c-8a42-f459a1c7e843 kind: Event lastTimestamp: "2026-07-08T07:07:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:06:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:03Z" name: isvc-sklearn-graph-2-predictor.18c03eac7e446231 namespace: kserve-ci-e2e-test resourceVersion: "16144" uid: 7f2984b6-565b-4f8b-a643-ee2ca8cab8a3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:06:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "14908" uid: 08ce37b6-d81a-412c-8a42-f459a1c7e843 kind: Event lastTimestamp: "2026-07-08T07:07:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:06:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:03Z" name: isvc-sklearn-graph-2-predictor.18c03eac7ec3c5f3 namespace: kserve-ci-e2e-test resourceVersion: "16145" uid: 9b361a53-f228-49af-aed3-8335daf2cca1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "14685" uid: f8418260-a7e4-4363-b30b-9c4c9b438ad8 kind: Event lastTimestamp: "2026-07-08T07:06:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:41Z" name: isvc-sklearn-graph-2.18c03e9b04714d38 namespace: kserve-ci-e2e-test resourceVersion: "15816" uid: be4bf683-5d08-4757-b47e-830de525e649 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15813" uid: f8418260-a7e4-4363-b30b-9c4c9b438ad8 kind: Event lastTimestamp: "2026-07-08T07:06:41Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-07-08T07:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:41Z" name: isvc-sklearn-graph-2.18c03eb560ccf053 namespace: kserve-ci-e2e-test resourceVersion: "15814" uid: 87877d21-9c0b-49c8-be9f-7b104d540a1f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:04:47.803786Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14661" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-q44ln to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:04:47Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03e9afb7bc82d namespace: kserve-ci-e2e-test resourceVersion: "14665" uid: dad62c2a-8350-438f-9511-ba26732735fa reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:04:48Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03e9b153e1a24 namespace: kserve-ci-e2e-test resourceVersion: "14738" uid: 75c253f4-9e5e-4bf5-8a31-31f6a6e31168 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03e9b169e1550 namespace: kserve-ci-e2e-test resourceVersion: "14740" uid: 3d1a0338-0ced-4599-a855-216ec6121568 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03e9b1979c971 namespace: kserve-ci-e2e-test resourceVersion: "14743" uid: 06a775d8-feb1-4141-9aa4-df3add8c322e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03e9b19ea7e8b namespace: kserve-ci-e2e-test resourceVersion: "14744" uid: 38efb88d-366c-48e9-8b38-3ec496593c0c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:04:53Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-08T07:04:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:53Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03e9c5ddd0945 namespace: kserve-ci-e2e-test resourceVersion: "14819" uid: 96ef3957-a969-4e6c-a15f-d4f5e6e77c47 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:05:22Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 28.325s (28.325s including waiting). Image size: 1305547509 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ea2f62db33e namespace: kserve-ci-e2e-test resourceVersion: "15074" uid: 92a66acf-5163-491c-8d3f-5964d1fff509 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:05:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ea2fc187619 namespace: kserve-ci-e2e-test resourceVersion: "15075" uid: 3aa3cf77-fbe7-47e2-9b5e-1d01a5dd5e86 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:05:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ea2fd6a9c49 namespace: kserve-ci-e2e-test resourceVersion: "15076" uid: cec28285-aaa2-4ebb-9050-c843d115b653 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:05:22Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-08T07:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:22Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ea2fd7c43e3 namespace: kserve-ci-e2e-test resourceVersion: "15077" uid: ba8525d6-0962-4429-96de-a89e85a99a31 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.724s (2.724s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ea39fe842e7 namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: 57e08e45-8f88-454d-b0d6-0cb7dd8a0688 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ea3a3c5fa98 namespace: kserve-ci-e2e-test resourceVersion: "15110" uid: fee1eb1b-4e58-4fdb-a2ff-6dd5c44532ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:05:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:25Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ea3a478a691 namespace: kserve-ci-e2e-test resourceVersion: "15112" uid: 9797c9d0-13a9-4626-a183-c406fbc9cea3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-08T07:05:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:07:21Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:05:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ea3a5835c77 namespace: kserve-ci-e2e-test resourceVersion: "16484" uid: e0238492-a172-4052-a30a-653e6f183dd7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ebddf243988 namespace: kserve-ci-e2e-test resourceVersion: "16333" uid: 7a12ce97-121d-4b43-948c-d62643cc8815 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:17Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ebddf2543c2 namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: b5336789-edc1-4125-b664-dc04390140b4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-q44ln namespace: kserve-ci-e2e-test resourceVersion: "14663" uid: d21beba8-93c5-43ba-8d7e-2095dc7ea000 kind: Event lastTimestamp: "2026-07-08T07:07:21Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-q44ln.18c03ebea8664fdf namespace: kserve-ci-e2e-test resourceVersion: "16483" uid: e061094f-65cd-4d9c-8f7f-20ed9d8d5daa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "14654" uid: f9a43a75-d7b0-462d-adec-8bbd11be89fb kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-q44ln' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: isvc-xgboost-graph-predictor-555fc69d56.18c03e9afb0f5395 namespace: kserve-ci-e2e-test resourceVersion: "14662" uid: b1e025bb-8f69-4276-870f-764560175738 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14651" uid: f1a1ab5e-7d49-4a8c-b8d2-3c28a85edfe1 kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: isvc-xgboost-graph-predictor.18c03e9af81e9a2f namespace: kserve-ci-e2e-test resourceVersion: "14655" uid: 7c88f251-1524-4b84-a6c1-aa0acd1c6986 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14653" uid: a1f00469-7dd6-4d93-a6e8-1c35a7ef90b1 kind: Event lastTimestamp: "2026-07-08T07:05:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:47Z" name: isvc-xgboost-graph-predictor.18c03e9e76a67b59 namespace: kserve-ci-e2e-test resourceVersion: "15312" uid: 3bde4e87-71b8-41c6-801c-f54f6f5a7188 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14653" uid: a1f00469-7dd6-4d93-a6e8-1c35a7ef90b1 kind: Event lastTimestamp: "2026-07-08T07:05:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:47Z" name: isvc-xgboost-graph-predictor.18c03e9e770877b7 namespace: kserve-ci-e2e-test resourceVersion: "15313" uid: 54b13364-34da-4f45-b184-4bf6a5031ce3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:06:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: a1f00469-7dd6-4d93-a6e8-1c35a7ef90b1 kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:47Z" name: isvc-xgboost-graph-predictor.18c03eac71be72f5 namespace: kserve-ci-e2e-test resourceVersion: "15910" uid: e9653e38-f625-4d0f-9d44-3c96acf84523 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:06:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: a1f00469-7dd6-4d93-a6e8-1c35a7ef90b1 kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:47Z" name: isvc-xgboost-graph-predictor.18c03eac7227cddc namespace: kserve-ci-e2e-test resourceVersion: "15912" uid: 2e240014-8567-4ead-b0a1-dc24bc965e39 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 7d21da72-00d3-4fa2-960b-6401b1f21d0f kind: Event lastTimestamp: "2026-07-08T07:06:31Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:31Z" name: isvc-xgboost-graph.18c03e9af8261b17 namespace: kserve-ci-e2e-test resourceVersion: "15690" uid: 6f961c12-8049-4afc-bdd3-eeeae3211f5d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15687" uid: 7d21da72-00d3-4fa2-960b-6401b1f21d0f kind: Event lastTimestamp: "2026-07-08T07:06:31Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-07-08T07:06:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:31Z" name: isvc-xgboost-graph.18c03eb309a626b7 namespace: kserve-ci-e2e-test resourceVersion: "15688" uid: c43b518d-96eb-42ab-9b4b-438a1592775f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:07:07.473576Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-57956d54d6-gk2dr namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: f9c0f57e-492f-49bc-ad1e-57de426dfa62 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-57956d54d6-gk2dr to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer-57956d54d6-gk2dr.18c03ebb8073a7b3 namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: e14908f1-7d85-4bc0-a07d-b82a8fb7899e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-57956d54d6-gk2dr namespace: kserve-ci-e2e-test resourceVersion: "16198" uid: f9c0f57e-492f-49bc-ad1e-57de426dfa62 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: Add eth0 [10.133.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer-57956d54d6-gk2dr.18c03ebb99cc4221 namespace: kserve-ci-e2e-test resourceVersion: "16211" uid: fc5de200-d455-4bac-abb4-ccf30d5071a3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-57956d54d6-gk2dr namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: f9c0f57e-492f-49bc-ad1e-57de426dfa62 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer-57956d54d6-gk2dr.18c03ebb9b1ea6ae namespace: kserve-ci-e2e-test resourceVersion: "16213" uid: 8cfea395-d3f0-4d6c-b2a4-a417d214c5ec reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-57956d54d6-gk2dr namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: f9c0f57e-492f-49bc-ad1e-57de426dfa62 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer-57956d54d6-gk2dr.18c03ebb9e5d5241 namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: dea5d190-e47b-4738-8489-e5642f114b48 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-57956d54d6-gk2dr namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: f9c0f57e-492f-49bc-ad1e-57de426dfa62 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: Started container model-chainer metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer-57956d54d6-gk2dr.18c03ebb9ece902d namespace: kserve-ci-e2e-test resourceVersion: "16217" uid: 7976df2d-1d7b-4116-80bb-4b46626201ae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-57956d54d6-gk2dr namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: f9c0f57e-492f-49bc-ad1e-57de426dfa62 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:17Z" name: model-chainer-57956d54d6-gk2dr.18c03ebddaab57ca namespace: kserve-ci-e2e-test resourceVersion: "16313" uid: 863121ea-49ac-478e-8ecb-b2136f9262b9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:07:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-57956d54d6-gk2dr namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: f9c0f57e-492f-49bc-ad1e-57de426dfa62 kind: Event lastTimestamp: "2026-07-08T07:07:44Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:07:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:44Z" name: model-chainer-57956d54d6-gk2dr.18c03ebe49f99cef namespace: kserve-ci-e2e-test resourceVersion: "16693" uid: 071e3e5a-39a5-4883-8a7e-3854851e84f7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-57956d54d6 namespace: kserve-ci-e2e-test resourceVersion: "16187" uid: 7afac2d9-90c2-40b9-8aaa-8701645b0391 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: 'Created pod: model-chainer-57956d54d6-gk2dr' metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer-57956d54d6.18c03ebb800a433a namespace: kserve-ci-e2e-test resourceVersion: "16191" uid: 0174ed28-174f-4f78-b1f1-cf0728cdf596 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16185" uid: 30589e58-cee7-4c3b-9509-11109e422ee9 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: Scaled up replica set model-chainer-57956d54d6 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer.18c03ebb7f6494cb namespace: kserve-ci-e2e-test resourceVersion: "16188" uid: 28b11ee4-839c-4b4c-892d-5779690440a9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16203" uid: fba0d366-e7a4-4533-9330-d6f871346dd1 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer.18c03ebb841f51e7 namespace: kserve-ci-e2e-test resourceVersion: "16205" uid: b914385a-fe4c-44b7-a92f-b8ed7f9a053e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: fba0d366-e7a4-4533-9330-d6f871346dd1 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: 'Failed to update status for InferenceGraph "model-chainer": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer.18c03ebb866cf58c namespace: kserve-ci-e2e-test resourceVersion: "16207" uid: 345fe8c6-b7cb-4e1a-9ae8-ccc07a5a3688 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: fba0d366-e7a4-4533-9330-d6f871346dd1 kind: Event lastTimestamp: "2026-07-08T07:07:07Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:07:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:07Z" name: model-chainer.18c03ebb866d4323 namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: bd73058f-93a8-4977-a646-0a6b54c9bd6b reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:08:27.745931Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-1469a-d7c587ff8-7j2jt namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 7d48dba0-8ae4-4962-8405-0860ae24850e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-1469a-d7c587ff8-7j2jt to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:08:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:08:27Z" name: sequence-graph-1469a-d7c587ff8-7j2jt.18c03ece310e7fa0 namespace: kserve-ci-e2e-test resourceVersion: "17105" uid: c500db6a-10d9-41aa-88c3-6c3c2024b4f4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:27Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-1469a-d7c587ff8-7j2jt namespace: kserve-ci-e2e-test resourceVersion: "17102" uid: 7d48dba0-8ae4-4962-8405-0860ae24850e kind: Event lastTimestamp: "2026-07-08T07:08:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-1469a-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:27Z" name: sequence-graph-1469a-d7c587ff8-7j2jt.18c03ece3cc7a708 namespace: kserve-ci-e2e-test resourceVersion: "17118" uid: 2e920604-754c-4680-b1e2-70d41b53aff2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:28Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-1469a-d7c587ff8-7j2jt namespace: kserve-ci-e2e-test resourceVersion: "17109" uid: 7d48dba0-8ae4-4962-8405-0860ae24850e kind: Event lastTimestamp: "2026-07-08T07:08:28Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:08:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:08:28Z" name: sequence-graph-1469a-d7c587ff8-7j2jt.18c03ece6eb98031 namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 2c2ce65a-7309-4a14-97a8-0510f631bbe6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1469a} kind: Pod name: sequence-graph-1469a-d7c587ff8-7j2jt namespace: kserve-ci-e2e-test resourceVersion: "17102" uid: 7d48dba0-8ae4-4962-8405-0860ae24850e kind: Event lastTimestamp: "2026-07-08T07:08:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:08:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:28Z" name: sequence-graph-1469a-d7c587ff8-7j2jt.18c03ece6fed7d97 namespace: kserve-ci-e2e-test resourceVersion: "17131" uid: 34434dbf-0154-4c3a-8362-50f0669e7896 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1469a} kind: Pod name: sequence-graph-1469a-d7c587ff8-7j2jt namespace: kserve-ci-e2e-test resourceVersion: "17102" uid: 7d48dba0-8ae4-4962-8405-0860ae24850e kind: Event lastTimestamp: "2026-07-08T07:08:28Z" message: 'Created container: sequence-graph-1469a' metadata: creationTimestamp: "2026-07-08T07:08:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:28Z" name: sequence-graph-1469a-d7c587ff8-7j2jt.18c03ece731e9ab4 namespace: kserve-ci-e2e-test resourceVersion: "17133" uid: b1830266-4b4b-4c31-8f52-0587cab5d551 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1469a} kind: Pod name: sequence-graph-1469a-d7c587ff8-7j2jt namespace: kserve-ci-e2e-test resourceVersion: "17102" uid: 7d48dba0-8ae4-4962-8405-0860ae24850e kind: Event lastTimestamp: "2026-07-08T07:08:28Z" message: Started container sequence-graph-1469a metadata: creationTimestamp: "2026-07-08T07:08:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:28Z" name: sequence-graph-1469a-d7c587ff8-7j2jt.18c03ece7399a9ac namespace: kserve-ci-e2e-test resourceVersion: "17134" uid: 3f47a500-9cc8-4a6d-a81d-e0ff7a02d1cf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1469a} kind: Pod name: sequence-graph-1469a-d7c587ff8-7j2jt namespace: kserve-ci-e2e-test resourceVersion: "17102" uid: 7d48dba0-8ae4-4962-8405-0860ae24850e kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: Stopping container sequence-graph-1469a metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:42Z" name: sequence-graph-1469a-d7c587ff8-7j2jt.18c03f415e1936b4 namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: b0f96ebd-38a5-4665-97c6-1246b04c3872 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-1469a} kind: Pod name: sequence-graph-1469a-d7c587ff8-7j2jt namespace: kserve-ci-e2e-test resourceVersion: "17102" uid: 7d48dba0-8ae4-4962-8405-0860ae24850e kind: Event lastTimestamp: "2026-07-08T07:17:10Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:16:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:10Z" name: sequence-graph-1469a-d7c587ff8-7j2jt.18c03f4223aa5e54 namespace: kserve-ci-e2e-test resourceVersion: "21068" uid: bf7dc9fd-c966-42ca-bc33-dd478e0bca41 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-1469a-d7c587ff8 namespace: kserve-ci-e2e-test resourceVersion: "17097" uid: 802fb657-16a1-4b32-9901-baf8d5a36f89 kind: Event lastTimestamp: "2026-07-08T07:08:27Z" message: 'Created pod: sequence-graph-1469a-d7c587ff8-7j2jt' metadata: creationTimestamp: "2026-07-08T07:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:27Z" name: sequence-graph-1469a-d7c587ff8.18c03ece309eaef8 namespace: kserve-ci-e2e-test resourceVersion: "17101" uid: 2d219ebf-8916-4358-ae11-b80edd16d9da reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-1469a namespace: kserve-ci-e2e-test resourceVersion: "17095" uid: 5edf2b37-8ede-47f1-8d51-1222b80dbefc kind: Event lastTimestamp: "2026-07-08T07:08:27Z" message: Scaled up replica set sequence-graph-1469a-d7c587ff8 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:27Z" name: sequence-graph-1469a.18c03ece2fff3534 namespace: kserve-ci-e2e-test resourceVersion: "17098" uid: b8f8aa86-17dc-4aa6-999a-cbbd4e392cf5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-1469a namespace: kserve-ci-e2e-test resourceVersion: "17111" uid: 634facc0-8be6-4248-aa09-92335a087790 kind: Event lastTimestamp: "2026-07-08T07:08:27Z" message: InferenceGraph [sequence-graph-1469a] is Ready metadata: creationTimestamp: "2026-07-08T07:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:27Z" name: sequence-graph-1469a.18c03ece352ba239 namespace: kserve-ci-e2e-test resourceVersion: "17113" uid: 614cff54-820f-4390-a610-be6fb3d54e28 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-1469a namespace: kserve-ci-e2e-test resourceVersion: "17096" uid: 2fb180a3-64f2-4469-8eea-d1b73bdaa735 kind: Event lastTimestamp: "2026-07-08T07:08:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:08:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:42Z" name: sequence-graph-1469a.18c03ed1ae73afe9 namespace: kserve-ci-e2e-test resourceVersion: "17236" uid: 0345d8e0-f2cc-4931-b35f-a5e5361fe427 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-1469a namespace: kserve-ci-e2e-test resourceVersion: "17096" uid: 2fb180a3-64f2-4469-8eea-d1b73bdaa735 kind: Event lastTimestamp: "2026-07-08T07:08:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:08:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:42Z" name: sequence-graph-1469a.18c03ed1aeb80c5f namespace: kserve-ci-e2e-test resourceVersion: "17238" uid: 1983a927-5d18-44ed-9c9d-0af112d19a04 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-1469a namespace: kserve-ci-e2e-test resourceVersion: "17237" uid: 2fb180a3-64f2-4469-8eea-d1b73bdaa735 kind: Event lastTimestamp: "2026-07-08T07:08:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:08:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:57Z" name: sequence-graph-1469a.18c03ed52dd453fc namespace: kserve-ci-e2e-test resourceVersion: "17344" uid: d37b6de7-5b61-4ae9-bb0a-dbce107bc04e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-1469a namespace: kserve-ci-e2e-test resourceVersion: "17237" uid: 2fb180a3-64f2-4469-8eea-d1b73bdaa735 kind: Event lastTimestamp: "2026-07-08T07:08:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:08:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:57Z" name: sequence-graph-1469a.18c03ed52e1b95c1 namespace: kserve-ci-e2e-test resourceVersion: "17345" uid: 34f6d693-37dc-4689-b833-6bae819b1db2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:18:52.897594Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3d727-6dd4fd7669-crrj5 namespace: kserve-ci-e2e-test resourceVersion: "22356" uid: 2fd6661e-00cc-44aa-9516-9f2055ea572c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-3d727-6dd4fd7669-crrj5 to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:18:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:18:52Z" name: sequence-graph-3d727-6dd4fd7669-crrj5.18c03f5fbeffed44 namespace: kserve-ci-e2e-test resourceVersion: "22361" uid: 185ff826-6cc7-4998-8d4e-3f913fbb81ae reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:53Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3d727-6dd4fd7669-crrj5 namespace: kserve-ci-e2e-test resourceVersion: "22357" uid: 2fd6661e-00cc-44aa-9516-9f2055ea572c kind: Event lastTimestamp: "2026-07-08T07:18:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-3d727-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:18:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:53Z" name: sequence-graph-3d727-6dd4fd7669-crrj5.18c03f5fc7f36f2f namespace: kserve-ci-e2e-test resourceVersion: "22375" uid: 9a7c2b78-12e1-4c7a-8528-ef3dd4dffdf9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:53Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-3d727-6dd4fd7669-crrj5 namespace: kserve-ci-e2e-test resourceVersion: "22365" uid: 2fd6661e-00cc-44aa-9516-9f2055ea572c kind: Event lastTimestamp: "2026-07-08T07:18:53Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:18:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:18:53Z" name: sequence-graph-3d727-6dd4fd7669-crrj5.18c03f5ffc28d86a namespace: kserve-ci-e2e-test resourceVersion: "22390" uid: ac8343f5-53e4-4e7d-9b04-ee9619636340 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3d727} kind: Pod name: sequence-graph-3d727-6dd4fd7669-crrj5 namespace: kserve-ci-e2e-test resourceVersion: "22357" uid: 2fd6661e-00cc-44aa-9516-9f2055ea572c kind: Event lastTimestamp: "2026-07-08T07:18:53Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:18:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:53Z" name: sequence-graph-3d727-6dd4fd7669-crrj5.18c03f5ffd6f81d2 namespace: kserve-ci-e2e-test resourceVersion: "22393" uid: 6a13d411-2af7-402d-8c57-293ab2d808cf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3d727} kind: Pod name: sequence-graph-3d727-6dd4fd7669-crrj5 namespace: kserve-ci-e2e-test resourceVersion: "22357" uid: 2fd6661e-00cc-44aa-9516-9f2055ea572c kind: Event lastTimestamp: "2026-07-08T07:18:53Z" message: 'Created container: sequence-graph-3d727' metadata: creationTimestamp: "2026-07-08T07:18:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:53Z" name: sequence-graph-3d727-6dd4fd7669-crrj5.18c03f60008c29ba namespace: kserve-ci-e2e-test resourceVersion: "22395" uid: 5e25996b-5443-44e9-bff3-312efef551df reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3d727} kind: Pod name: sequence-graph-3d727-6dd4fd7669-crrj5 namespace: kserve-ci-e2e-test resourceVersion: "22357" uid: 2fd6661e-00cc-44aa-9516-9f2055ea572c kind: Event lastTimestamp: "2026-07-08T07:18:54Z" message: Started container sequence-graph-3d727 metadata: creationTimestamp: "2026-07-08T07:18:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:54Z" name: sequence-graph-3d727-6dd4fd7669-crrj5.18c03f6000fc6908 namespace: kserve-ci-e2e-test resourceVersion: "22396" uid: 3433896a-306a-4265-b4bb-4a04d86e6887 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3d727} kind: Pod name: sequence-graph-3d727-6dd4fd7669-crrj5 namespace: kserve-ci-e2e-test resourceVersion: "22357" uid: 2fd6661e-00cc-44aa-9516-9f2055ea572c kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Stopping container sequence-graph-3d727 metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:07Z" name: sequence-graph-3d727-6dd4fd7669-crrj5.18c03fd2e0761228 namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: 173460db-c79a-4f89-bf9e-84434e132d95 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:27:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-3d727} kind: Pod name: sequence-graph-3d727-6dd4fd7669-crrj5 namespace: kserve-ci-e2e-test resourceVersion: "22357" uid: 2fd6661e-00cc-44aa-9516-9f2055ea572c kind: Event lastTimestamp: "2026-07-08T07:27:35Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:27:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:35Z" name: sequence-graph-3d727-6dd4fd7669-crrj5.18c03fd3b796cccf namespace: kserve-ci-e2e-test resourceVersion: "26607" uid: e97f0111-3f57-4d93-b12c-be5f6ac625de reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-3d727-6dd4fd7669 namespace: kserve-ci-e2e-test resourceVersion: "22353" uid: dfaa5f53-313d-46ea-8e7c-b14afc65be7f kind: Event lastTimestamp: "2026-07-08T07:18:52Z" message: 'Created pod: sequence-graph-3d727-6dd4fd7669-crrj5' metadata: creationTimestamp: "2026-07-08T07:18:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:52Z" name: sequence-graph-3d727-6dd4fd7669.18c03f5fbea29f53 namespace: kserve-ci-e2e-test resourceVersion: "22359" uid: 34167bae-b6cf-47d5-af37-e2a63531552e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-3d727 namespace: kserve-ci-e2e-test resourceVersion: "22351" uid: 8a2d4f26-1916-46b9-a20c-867dba4ce1ae kind: Event lastTimestamp: "2026-07-08T07:18:52Z" message: Scaled up replica set sequence-graph-3d727-6dd4fd7669 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:18:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:52Z" name: sequence-graph-3d727.18c03f5fbde8aae8 namespace: kserve-ci-e2e-test resourceVersion: "22354" uid: 7bcd978a-4598-4aba-9c7e-e700cd583e0f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-3d727 namespace: kserve-ci-e2e-test resourceVersion: "22369" uid: 6d7879d0-adc7-4467-b581-34c5eb86a3ce kind: Event lastTimestamp: "2026-07-08T07:18:52Z" message: InferenceGraph [sequence-graph-3d727] is Ready metadata: creationTimestamp: "2026-07-08T07:18:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:52Z" name: sequence-graph-3d727.18c03f5fc2d335ea namespace: kserve-ci-e2e-test resourceVersion: "22371" uid: cdd4e14a-7fc4-4847-be3b-da2978d62d48 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:19:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-3d727 namespace: kserve-ci-e2e-test resourceVersion: "22352" uid: adcbaca6-a672-4b56-b5a8-4b02221c977d kind: Event lastTimestamp: "2026-07-08T07:19:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:19:37Z" name: sequence-graph-3d727.18c03f633c5acfbf namespace: kserve-ci-e2e-test resourceVersion: "22704" uid: 7e06e7ce-0994-4f64-83bf-4a1e84b8e1e7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:19:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-3d727 namespace: kserve-ci-e2e-test resourceVersion: "22352" uid: adcbaca6-a672-4b56-b5a8-4b02221c977d kind: Event lastTimestamp: "2026-07-08T07:19:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:19:37Z" name: sequence-graph-3d727.18c03f633cc0188e namespace: kserve-ci-e2e-test resourceVersion: "22705" uid: 24ed01a3-ddf6-4975-9bff-1b0e83191bd5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:17:42.585025Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-8ecaa-744b549df5-m5nct namespace: kserve-ci-e2e-test resourceVersion: "21545" uid: cf72db1e-4307-4102-8491-38813f98abff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-8ecaa-744b549df5-m5nct to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:17:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:17:42Z" name: sequence-graph-8ecaa-744b549df5-m5nct.18c03f4f600b48e4 namespace: kserve-ci-e2e-test resourceVersion: "21553" uid: e539c873-f63c-401e-91be-87653c3fa281 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:42Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-8ecaa-744b549df5-m5nct namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: cf72db1e-4307-4102-8491-38813f98abff kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-8ecaa-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:42Z" name: sequence-graph-8ecaa-744b549df5-m5nct.18c03f4f6dcde7c2 namespace: kserve-ci-e2e-test resourceVersion: "21566" uid: 7c43d792-ab05-40bf-9862-733c11d52774 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:43Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-8ecaa-744b549df5-m5nct namespace: kserve-ci-e2e-test resourceVersion: "21557" uid: cf72db1e-4307-4102-8491-38813f98abff kind: Event lastTimestamp: "2026-07-08T07:17:43Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:17:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:17:43Z" name: sequence-graph-8ecaa-744b549df5-m5nct.18c03f4f9d250a08 namespace: kserve-ci-e2e-test resourceVersion: "21575" uid: 4568b99e-54f8-4e67-9cc1-a0841eecf42c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8ecaa} kind: Pod name: sequence-graph-8ecaa-744b549df5-m5nct namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: cf72db1e-4307-4102-8491-38813f98abff kind: Event lastTimestamp: "2026-07-08T07:17:43Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:43Z" name: sequence-graph-8ecaa-744b549df5-m5nct.18c03f4f9e614027 namespace: kserve-ci-e2e-test resourceVersion: "21577" uid: c5755b76-08cc-4ee8-91b5-c563255dde34 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8ecaa} kind: Pod name: sequence-graph-8ecaa-744b549df5-m5nct namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: cf72db1e-4307-4102-8491-38813f98abff kind: Event lastTimestamp: "2026-07-08T07:17:43Z" message: 'Created container: sequence-graph-8ecaa' metadata: creationTimestamp: "2026-07-08T07:17:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:43Z" name: sequence-graph-8ecaa-744b549df5-m5nct.18c03f4fa1450817 namespace: kserve-ci-e2e-test resourceVersion: "21578" uid: aa611966-840a-455c-9658-3666f8e8053f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8ecaa} kind: Pod name: sequence-graph-8ecaa-744b549df5-m5nct namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: cf72db1e-4307-4102-8491-38813f98abff kind: Event lastTimestamp: "2026-07-08T07:17:43Z" message: Started container sequence-graph-8ecaa metadata: creationTimestamp: "2026-07-08T07:17:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:43Z" name: sequence-graph-8ecaa-744b549df5-m5nct.18c03f4fa1b68ee4 namespace: kserve-ci-e2e-test resourceVersion: "21579" uid: f178a7d9-a349-480c-85cd-39065dac5e84 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8ecaa} kind: Pod name: sequence-graph-8ecaa-744b549df5-m5nct namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: cf72db1e-4307-4102-8491-38813f98abff kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: Stopping container sequence-graph-8ecaa metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:52Z" name: sequence-graph-8ecaa-744b549df5-m5nct.18c03f51ba42806d namespace: kserve-ci-e2e-test resourceVersion: "21664" uid: 34848f5a-3c88-4e90-b4c3-e393cf9a696a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:17:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-8ecaa} kind: Pod name: sequence-graph-8ecaa-744b549df5-m5nct namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: cf72db1e-4307-4102-8491-38813f98abff kind: Event lastTimestamp: "2026-07-08T07:18:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:17:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:19Z" name: sequence-graph-8ecaa-744b549df5-m5nct.18c03f5233b8b447 namespace: kserve-ci-e2e-test resourceVersion: "22032" uid: bfae8154-40a2-4ac6-8377-12620a4ad52b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-8ecaa-744b549df5 namespace: kserve-ci-e2e-test resourceVersion: "21542" uid: 3858a568-9736-4dd8-aee3-1d52f6d14143 kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: 'Created pod: sequence-graph-8ecaa-744b549df5-m5nct' metadata: creationTimestamp: "2026-07-08T07:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:42Z" name: sequence-graph-8ecaa-744b549df5.18c03f4f5fbaa29b namespace: kserve-ci-e2e-test resourceVersion: "21548" uid: 3aa6d5b5-d87d-4908-9c0e-96827075f2d9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-8ecaa namespace: kserve-ci-e2e-test resourceVersion: "21540" uid: e1eb3547-5d8f-4434-85ac-164af15437ee kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: Scaled up replica set sequence-graph-8ecaa-744b549df5 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:42Z" name: sequence-graph-8ecaa.18c03f4f5f185850 namespace: kserve-ci-e2e-test resourceVersion: "21543" uid: 0940b902-d62f-4b72-bf48-e8b17855ef68 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-8ecaa namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: 345584a3-7355-4925-bab7-ce65991bffab kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: InferenceGraph [sequence-graph-8ecaa] is Ready metadata: creationTimestamp: "2026-07-08T07:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:42Z" name: sequence-graph-8ecaa.18c03f4f6415a4cd namespace: kserve-ci-e2e-test resourceVersion: "21561" uid: b49d9e60-0a41-4e0a-b842-1d9164d94c34 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:27:38.098378Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-71ab7-7cd696848d-j79lk namespace: kserve-ci-e2e-test resourceVersion: "26642" uid: 731ca061-314c-4faf-b913-7318c5a4aa2f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-71ab7-7cd696848d-j79lk to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7-7cd696848d-j79lk.18c03fda0767e608 namespace: kserve-ci-e2e-test resourceVersion: "26647" uid: cca4a4f1-8a1f-477e-a592-de3e144e2526 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-71ab7-7cd696848d-j79lk namespace: kserve-ci-e2e-test resourceVersion: "26651" uid: 731ca061-314c-4faf-b913-7318c5a4aa2f kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7-7cd696848d-j79lk.18c03fda20d47c7b namespace: kserve-ci-e2e-test resourceVersion: "26664" uid: 0201028f-3db4-4a4e-825b-8904b1028790 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-71ab7} kind: Pod name: splitter-graph-71ab7-7cd696848d-j79lk namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 731ca061-314c-4faf-b913-7318c5a4aa2f kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7-7cd696848d-j79lk.18c03fda2224e9e1 namespace: kserve-ci-e2e-test resourceVersion: "26666" uid: 83ef0b04-5033-47da-a2f1-4825fbaf9610 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-71ab7} kind: Pod name: splitter-graph-71ab7-7cd696848d-j79lk namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 731ca061-314c-4faf-b913-7318c5a4aa2f kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: 'Created container: splitter-graph-71ab7' metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7-7cd696848d-j79lk.18c03fda2592c67d namespace: kserve-ci-e2e-test resourceVersion: "26668" uid: 5ea8fcc8-89cb-444e-90be-3206900f7c49 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-71ab7} kind: Pod name: splitter-graph-71ab7-7cd696848d-j79lk namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 731ca061-314c-4faf-b913-7318c5a4aa2f kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: Started container splitter-graph-71ab7 metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7-7cd696848d-j79lk.18c03fda2609cebb namespace: kserve-ci-e2e-test resourceVersion: "26670" uid: 0cd2b02f-4e8e-405e-8aca-922fa25e65cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-71ab7} kind: Pod name: splitter-graph-71ab7-7cd696848d-j79lk namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 731ca061-314c-4faf-b913-7318c5a4aa2f kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Stopping container splitter-graph-71ab7 metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: splitter-graph-71ab7-7cd696848d-j79lk.18c03fdc60714673 namespace: kserve-ci-e2e-test resourceVersion: "26763" uid: df401805-dc7b-43dd-a426-8cfd34f069c9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:27:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-71ab7} kind: Pod name: splitter-graph-71ab7-7cd696848d-j79lk namespace: kserve-ci-e2e-test resourceVersion: "26644" uid: 731ca061-314c-4faf-b913-7318c5a4aa2f kind: Event lastTimestamp: "2026-07-08T07:28:14Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:27:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:28:14Z" name: splitter-graph-71ab7-7cd696848d-j79lk.18c03fdcc4388d4a namespace: kserve-ci-e2e-test resourceVersion: "27151" uid: 2e44e1c1-812f-412a-9d3d-507ac93e7ec3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-71ab7-7cd696848d namespace: kserve-ci-e2e-test resourceVersion: "26638" uid: e2cfa111-fc23-4352-956e-357351850ba6 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: 'Created pod: splitter-graph-71ab7-7cd696848d-j79lk' metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7-7cd696848d.18c03fda06de1397 namespace: kserve-ci-e2e-test resourceVersion: "26643" uid: fa0e4e66-a8a0-4166-975e-78bcdc7582cb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-71ab7 namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 0fe6221d-df7e-4f1e-bcb7-3a6ab387b752 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: Scaled up replica set splitter-graph-71ab7-7cd696848d from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7.18c03fda060396ba namespace: kserve-ci-e2e-test resourceVersion: "26640" uid: 97692452-1bd3-42be-b673-6f3de8358a5b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-71ab7 namespace: kserve-ci-e2e-test resourceVersion: "26653" uid: 2fb3ca94-9ced-40b9-8bf0-84860a07ef28 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: InferenceGraph [splitter-graph-71ab7] is Ready metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7.18c03fda0af82260 namespace: kserve-ci-e2e-test resourceVersion: "26655" uid: b902201c-78b8-4ebc-9b9a-a0915a29edf9 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-71ab7 namespace: kserve-ci-e2e-test resourceVersion: "26630" uid: 2fb3ca94-9ced-40b9-8bf0-84860a07ef28 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: 'Failed to update status for InferenceGraph "splitter-graph-71ab7": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-71ab7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7.18c03fda0d5460e1 namespace: kserve-ci-e2e-test resourceVersion: "26658" uid: f08f4fa6-2c42-45ac-a526-5d21b4341197 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:38Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-71ab7 namespace: kserve-ci-e2e-test resourceVersion: "26630" uid: 2fb3ca94-9ced-40b9-8bf0-84860a07ef28 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-71ab7": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:38Z" name: splitter-graph-71ab7.18c03fda0d54b9bf namespace: kserve-ci-e2e-test resourceVersion: "26659" uid: 51529e09-9b62-42aa-b6e6-889b469b9f04 reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:28:48.399001Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-9de39-68884c5cfc-t9prr namespace: kserve-ci-e2e-test resourceVersion: "27445" uid: bc103665-6bb6-4354-b003-5a77d82ed2bc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-9de39-68884c5cfc-t9prr to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:28:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:28:48Z" name: splitter-graph-9de39-68884c5cfc-t9prr.18c03fea65a64332 namespace: kserve-ci-e2e-test resourceVersion: "27451" uid: 0fd9dc45-7437-4d05-b2a0-7300544bfb87 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:48Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-9de39-68884c5cfc-t9prr namespace: kserve-ci-e2e-test resourceVersion: "27454" uid: bc103665-6bb6-4354-b003-5a77d82ed2bc kind: Event lastTimestamp: "2026-07-08T07:28:48Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:28:48Z" name: splitter-graph-9de39-68884c5cfc-t9prr.18c03fea7ef96377 namespace: kserve-ci-e2e-test resourceVersion: "27465" uid: f939b9ee-ec47-427d-abe1-2df0b9b5ca71 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9de39} kind: Pod name: splitter-graph-9de39-68884c5cfc-t9prr namespace: kserve-ci-e2e-test resourceVersion: "27448" uid: bc103665-6bb6-4354-b003-5a77d82ed2bc kind: Event lastTimestamp: "2026-07-08T07:28:48Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:28:48Z" name: splitter-graph-9de39-68884c5cfc-t9prr.18c03fea80260afb namespace: kserve-ci-e2e-test resourceVersion: "27467" uid: 431deaec-9fb1-48da-96ab-a608c5da75be reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9de39} kind: Pod name: splitter-graph-9de39-68884c5cfc-t9prr namespace: kserve-ci-e2e-test resourceVersion: "27448" uid: bc103665-6bb6-4354-b003-5a77d82ed2bc kind: Event lastTimestamp: "2026-07-08T07:28:48Z" message: 'Created container: splitter-graph-9de39' metadata: creationTimestamp: "2026-07-08T07:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:28:48Z" name: splitter-graph-9de39-68884c5cfc-t9prr.18c03fea83146165 namespace: kserve-ci-e2e-test resourceVersion: "27468" uid: ac477240-5682-4f32-bd58-fb76f85a250a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9de39} kind: Pod name: splitter-graph-9de39-68884c5cfc-t9prr namespace: kserve-ci-e2e-test resourceVersion: "27448" uid: bc103665-6bb6-4354-b003-5a77d82ed2bc kind: Event lastTimestamp: "2026-07-08T07:28:48Z" message: Started container splitter-graph-9de39 metadata: creationTimestamp: "2026-07-08T07:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:28:48Z" name: splitter-graph-9de39-68884c5cfc-t9prr.18c03fea83852edd namespace: kserve-ci-e2e-test resourceVersion: "27469" uid: 604a9d0c-4d68-46ba-b60b-5c533a672835 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:37:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9de39} kind: Pod name: splitter-graph-9de39-68884c5cfc-t9prr namespace: kserve-ci-e2e-test resourceVersion: "27448" uid: bc103665-6bb6-4354-b003-5a77d82ed2bc kind: Event lastTimestamp: "2026-07-08T07:37:03Z" message: Stopping container splitter-graph-9de39 metadata: creationTimestamp: "2026-07-08T07:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:37:03Z" name: splitter-graph-9de39-68884c5cfc-t9prr.18c0405d90eb11da namespace: kserve-ci-e2e-test resourceVersion: "30899" uid: 82b9d7c1-3869-4109-b288-fdab31cda0b4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:37:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-9de39} kind: Pod name: splitter-graph-9de39-68884c5cfc-t9prr namespace: kserve-ci-e2e-test resourceVersion: "27448" uid: bc103665-6bb6-4354-b003-5a77d82ed2bc kind: Event lastTimestamp: "2026-07-08T07:37:30Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:37:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:37:30Z" name: splitter-graph-9de39-68884c5cfc-t9prr.18c0405e0c2eebbe namespace: kserve-ci-e2e-test resourceVersion: "31134" uid: 9d3cd157-0d8c-4dc2-82a3-d2aea08e574c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-9de39-68884c5cfc namespace: kserve-ci-e2e-test resourceVersion: "27442" uid: b8eddeb6-a4d3-483d-8795-f929d2628bbf kind: Event lastTimestamp: "2026-07-08T07:28:48Z" message: 'Created pod: splitter-graph-9de39-68884c5cfc-t9prr' metadata: creationTimestamp: "2026-07-08T07:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:48Z" name: splitter-graph-9de39-68884c5cfc.18c03fea653bedb2 namespace: kserve-ci-e2e-test resourceVersion: "27447" uid: d4d85ff8-1769-4590-a524-9af10f1a04b8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-9de39 namespace: kserve-ci-e2e-test resourceVersion: "27440" uid: 955dfca8-0037-4b59-a1ce-78038941da3f kind: Event lastTimestamp: "2026-07-08T07:28:48Z" message: Scaled up replica set splitter-graph-9de39-68884c5cfc from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:48Z" name: splitter-graph-9de39.18c03fea641b1f35 namespace: kserve-ci-e2e-test resourceVersion: "27443" uid: 41276a57-8190-4031-bf99-0a2ab06498f3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:48Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-9de39 namespace: kserve-ci-e2e-test resourceVersion: "27458" uid: de0c63ee-c238-4754-b9c3-0b46f4a00640 kind: Event lastTimestamp: "2026-07-08T07:28:48Z" message: InferenceGraph [splitter-graph-9de39] is Ready metadata: creationTimestamp: "2026-07-08T07:28:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:28:48Z" name: splitter-graph-9de39.18c03fea68ce14b0 namespace: kserve-ci-e2e-test resourceVersion: "27460" uid: 3e645597-0d1f-42da-b782-ee149a903589 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:29:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-9de39 namespace: kserve-ci-e2e-test resourceVersion: "27441" uid: b11960bf-b28e-4d38-ba7f-5dd2592bcd17 kind: Event lastTimestamp: "2026-07-08T07:29:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:29:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:29:18Z" name: splitter-graph-9de39.18c03fede295c7e4 namespace: kserve-ci-e2e-test resourceVersion: "27687" uid: 524e3bb7-5f37-465e-ad52-544d9dfb03c1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:29:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-9de39 namespace: kserve-ci-e2e-test resourceVersion: "27441" uid: b11960bf-b28e-4d38-ba7f-5dd2592bcd17 kind: Event lastTimestamp: "2026-07-08T07:29:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:29:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:29:18Z" name: splitter-graph-9de39.18c03fede30a6e35 namespace: kserve-ci-e2e-test resourceVersion: "27688" uid: 7d7c0827-2bf2-4010-afad-0e63d1ffcbe6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:06:47.899002Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15921" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-104b4-predictor-65665c5848-4gb7r to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:06:47Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb6f1b75778 namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: 272ae99f-b297-48f0-bf6c-4772d24acf26 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15936" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:06:48Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb70c28d2b6 namespace: kserve-ci-e2e-test resourceVersion: "15991" uid: f209fab6-9e2f-4821-8c96-bd51c9010d66 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb70d7beec1 namespace: kserve-ci-e2e-test resourceVersion: "15994" uid: de673488-88a0-477e-b6aa-ddbc0b20d892 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb710fc31fe namespace: kserve-ci-e2e-test resourceVersion: "15995" uid: f3c5049a-6706-4553-a6d3-1d520f27d8b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb711631bfa namespace: kserve-ci-e2e-test resourceVersion: "15996" uid: 6dd94a02-97b5-4f61-b528-ef76c9bd9b8a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb7116db488 namespace: kserve-ci-e2e-test resourceVersion: "15997" uid: 054eef17-5262-4914-9222-e2817a5faf7a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb71431c2d7 namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: 50a1a4af-8d29-4e9b-8e2a-d5cc077fa19b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb71497139b namespace: kserve-ci-e2e-test resourceVersion: "16001" uid: 35d0672f-7af6-4bbd-8d27-05c71a301203 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:16:15Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:15Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03eb74f1463d3 namespace: kserve-ci-e2e-test resourceVersion: "20458" uid: 1a722cc6-3e00-4b4b-9df7-21cc665ee983 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:12Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03f3a7089bc4a namespace: kserve-ci-e2e-test resourceVersion: "20342" uid: e2488c33-1fd2-42a4-908a-fc87fc9a7bbf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:12Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03f3a708a497b namespace: kserve-ci-e2e-test resourceVersion: "20344" uid: a865370d-2fd9-4c7e-874e-6094022e9675 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-104b4-predictor-65665c5848-4gb7r namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 70459ada-619e-43a1-845f-515035cd7c7b kind: Event lastTimestamp: "2026-07-08T07:16:15Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:15Z" name: success-200-isvc-104b4-predictor-65665c5848-4gb7r.18c03f3b1798ccf9 namespace: kserve-ci-e2e-test resourceVersion: "20457" uid: e8389490-4a9b-47ea-8bd4-f2777b2416d8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-104b4-predictor-65665c5848 namespace: kserve-ci-e2e-test resourceVersion: "15906" uid: c5f83029-2693-4465-a57f-7377939ab307 kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: 'Created pod: success-200-isvc-104b4-predictor-65665c5848-4gb7r' metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:47Z" name: success-200-isvc-104b4-predictor-65665c5848.18c03eb6f153d157 namespace: kserve-ci-e2e-test resourceVersion: "15924" uid: eb111d0a-a507-4096-a8ed-d1b586c5f9b2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: 70618a18-fa6d-45fa-a512-0a9acea04c09 kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: Scaled up replica set success-200-isvc-104b4-predictor-65665c5848 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:47Z" name: success-200-isvc-104b4-predictor.18c03eb6ee2005e8 namespace: kserve-ci-e2e-test resourceVersion: "15907" uid: 9203771f-7817-4a49-a1f5-98016ec5b054 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:07:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15905" uid: 2cc272d2-aa18-471f-bf29-f73368302725 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:17Z" name: success-200-isvc-104b4-predictor.18c03eba6cb348e4 namespace: kserve-ci-e2e-test resourceVersion: "16420" uid: 51f4596d-4465-4a63-be6a-d88e7c423888 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:07:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "15905" uid: 2cc272d2-aa18-471f-bf29-f73368302725 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:17Z" name: success-200-isvc-104b4-predictor.18c03eba6d182ccc namespace: kserve-ci-e2e-test resourceVersion: "16421" uid: 8cc0da5d-9bc4-4610-b9c0-eafb39923f1e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:07:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 2cc272d2-aa18-471f-bf29-f73368302725 kind: Event lastTimestamp: "2026-07-08T07:08:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:02Z" name: success-200-isvc-104b4-predictor.18c03ec16a74eaf7 namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: c5cd858e-3993-4e7e-bf5a-6b5fb5139424 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:07:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-104b4-predictor namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 2cc272d2-aa18-471f-bf29-f73368302725 kind: Event lastTimestamp: "2026-07-08T07:08:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:02Z" name: success-200-isvc-104b4-predictor.18c03ec16ab89c67 namespace: kserve-ci-e2e-test resourceVersion: "16879" uid: ce446967-5cfb-4964-81a8-b29bc8b1e705 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-104b4 namespace: kserve-ci-e2e-test resourceVersion: "15896" uid: 23824dcf-17f1-493a-9e37-e2eb94e8bfa7 kind: Event lastTimestamp: "2026-07-08T07:07:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:45Z" name: success-200-isvc-104b4.18c03eb6ee23e7f6 namespace: kserve-ci-e2e-test resourceVersion: "16710" uid: d0f9c2ae-a136-4f30-b096-10083ead0377 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-104b4 namespace: kserve-ci-e2e-test resourceVersion: "16707" uid: 23824dcf-17f1-493a-9e37-e2eb94e8bfa7 kind: Event lastTimestamp: "2026-07-08T07:07:45Z" message: InferenceService [success-200-isvc-104b4] is Ready metadata: creationTimestamp: "2026-07-08T07:07:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:45Z" name: success-200-isvc-104b4.18c03ec45e0f12ee namespace: kserve-ci-e2e-test resourceVersion: "16708" uid: b3bae2c4-bd38-4024-888a-8585ad1cfbcc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:07:17.738211Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16378" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1469a-predictor-57f964f944-hm9lx to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:07:17Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebde4458a4c namespace: kserve-ci-e2e-test resourceVersion: "16384" uid: 676e745e-005d-46a5-b5a7-0b980c5f5935 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16391" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:07:18Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebdff7ff14e namespace: kserve-ci-e2e-test resourceVersion: "16438" uid: 5b392f3c-b506-4c1d-be3b-8ca7bbbbc099 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebe00e52be6 namespace: kserve-ci-e2e-test resourceVersion: "16440" uid: ca37c298-02b2-4b2c-83d8-a07d40719767 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebe038ca553 namespace: kserve-ci-e2e-test resourceVersion: "16441" uid: 677baf0a-2e8f-4a9d-8eea-5aac4834364b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebe03ee94ca namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: b8e6d1c5-4464-469e-9168-15a0ba88f457 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebe03f84979 namespace: kserve-ci-e2e-test resourceVersion: "16444" uid: 5ef30bb6-a5bf-4ff7-bfd0-9dbd06420ad1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebe06cd5c2e namespace: kserve-ci-e2e-test resourceVersion: "16445" uid: 1bb20002-824f-45c0-9a16-85065b6c15f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:07:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:18Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebe0731c60e namespace: kserve-ci-e2e-test resourceVersion: "16446" uid: 75156ef9-70b3-4e4b-bee2-2406a5aea6d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-08T07:07:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:08:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:07:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:05Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03ebe5493847b namespace: kserve-ci-e2e-test resourceVersion: "16903" uid: 116acfa9-15f5-4f7c-899e-0333d4447205 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:42Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03f4166107950 namespace: kserve-ci-e2e-test resourceVersion: "20719" uid: 1375342c-b886-4aef-8e0a-1459cb75df66 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:42Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03f416610f1d3 namespace: kserve-ci-e2e-test resourceVersion: "20724" uid: 5fe9ebf4-89e5-4590-a382-b43f099b83d7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:16:46Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-07-08T07:16:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:46Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03f425898f677 namespace: kserve-ci-e2e-test resourceVersion: "20856" uid: efdc8291-fe0d-438a-a69c-727926b59a7d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1469a-predictor-57f964f944-hm9lx namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: 24ee39b3-58a8-42af-b708-1afdf6c6a7e3 kind: Event lastTimestamp: "2026-07-08T07:16:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: i/o timeout' metadata: creationTimestamp: "2026-07-08T07:16:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:46Z" name: success-200-isvc-1469a-predictor-57f964f944-hm9lx.18c03f4258f9dc56 namespace: kserve-ci-e2e-test resourceVersion: "20857" uid: 734668ef-5bbd-43d8-b6f4-e6b789045396 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-1469a-predictor-57f964f944 namespace: kserve-ci-e2e-test resourceVersion: "16357" uid: cd813995-3613-4a03-b0d1-7890e956a29e kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: 'Created pod: success-200-isvc-1469a-predictor-57f964f944-hm9lx' metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:17Z" name: success-200-isvc-1469a-predictor-57f964f944.18c03ebde3e0b320 namespace: kserve-ci-e2e-test resourceVersion: "16380" uid: 83831ef7-5e6c-4f07-8e36-307591afe41f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 979116a4-850b-40ce-9cda-37df50032660 kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: Scaled up replica set success-200-isvc-1469a-predictor-57f964f944 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:17Z" name: success-200-isvc-1469a-predictor.18c03ebde20b90bd namespace: kserve-ci-e2e-test resourceVersion: "16359" uid: 1ed4f552-1aa0-4451-9276-e14094b7b7db reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:07:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 6dab1e6d-778b-4890-8a32-b8a5d67bbb64 kind: Event lastTimestamp: "2026-07-08T07:07:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:47Z" name: success-200-isvc-1469a-predictor.18c03ec160f4e025 namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: 1832148a-cf33-440f-8f1c-0cdb6b8b76ab reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:07:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 6dab1e6d-778b-4890-8a32-b8a5d67bbb64 kind: Event lastTimestamp: "2026-07-08T07:07:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:47Z" name: success-200-isvc-1469a-predictor.18c03ec1615af721 namespace: kserve-ci-e2e-test resourceVersion: "16728" uid: b4703643-5d30-4577-9f39-28f332df0684 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:08:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: 6dab1e6d-778b-4890-8a32-b8a5d67bbb64 kind: Event lastTimestamp: "2026-07-08T07:08:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:08:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:32Z" name: success-200-isvc-1469a-predictor.18c03ec85effa5d9 namespace: kserve-ci-e2e-test resourceVersion: "17163" uid: 9c07b8c3-9ae2-493b-a058-afd83bc2f53e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:08:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1469a-predictor namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: 6dab1e6d-778b-4890-8a32-b8a5d67bbb64 kind: Event lastTimestamp: "2026-07-08T07:08:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:08:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:32Z" name: success-200-isvc-1469a-predictor.18c03ec85f3e60c9 namespace: kserve-ci-e2e-test resourceVersion: "17164" uid: 787a5a01-35fc-47d3-bb9a-55f05242e21c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:07:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1469a namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: 84140aaf-4352-403d-bde9-e4041652a86e kind: Event lastTimestamp: "2026-07-08T07:08:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:15Z" name: success-200-isvc-1469a.18c03ebde239e086 namespace: kserve-ci-e2e-test resourceVersion: "16996" uid: be81e63c-91b6-4a97-9f65-03b2ac5bf494 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1469a namespace: kserve-ci-e2e-test resourceVersion: "16994" uid: 84140aaf-4352-403d-bde9-e4041652a86e kind: Event lastTimestamp: "2026-07-08T07:08:15Z" message: InferenceService [success-200-isvc-1469a] is Ready metadata: creationTimestamp: "2026-07-08T07:08:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:15Z" name: success-200-isvc-1469a.18c03ecb63310ddd namespace: kserve-ci-e2e-test resourceVersion: "16995" uid: f1eacfb7-4ecc-4019-bb04-8ac49d360f13 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:17:22.989486Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21256" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1f938-predictor-59f689c956-lzsxd to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:17:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:17:22Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4ad00f0baf namespace: kserve-ci-e2e-test resourceVersion: "21264" uid: e451ef1b-00ef-46ec-a416-8a8681a83daf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:17:23Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4ae9ef96d3 namespace: kserve-ci-e2e-test resourceVersion: "21323" uid: da92c56e-f7d5-4e20-8a5d-e757616a65dc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4aeb395da4 namespace: kserve-ci-e2e-test resourceVersion: "21325" uid: 01f73e84-3707-40f1-bd49-ed7dc2a27972 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4aeef63fde namespace: kserve-ci-e2e-test resourceVersion: "21326" uid: 32a19c72-58d7-4390-90d7-28d5de37f9b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4aef6ab516 namespace: kserve-ci-e2e-test resourceVersion: "21327" uid: 89c35672-d8e0-4511-9330-1ef6948a14e7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4aef74bcdd namespace: kserve-ci-e2e-test resourceVersion: "21328" uid: df3e846b-c05d-4d29-bf9e-e9cb792a7681 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4af3200010 namespace: kserve-ci-e2e-test resourceVersion: "21330" uid: 10622187-8c87-4e6f-89f7-68ff8facaece reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:17:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:23Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4af3961c0f namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: 300802d1-5d35-40d4-9c4e-14fa40586365 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:17:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:18:01Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:01Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03f4b597fa1e5 namespace: kserve-ci-e2e-test resourceVersion: "21871" uid: f0067fce-423b-48c1-89b9-4a33cbbc52f7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03fcc0dd1361f namespace: kserve-ci-e2e-test resourceVersion: "25892" uid: 2ce8ee33-377f-4963-a780-1d688a3804aa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03fcc0dd26bda namespace: kserve-ci-e2e-test resourceVersion: "25895" uid: 72c5ffe9-3ec7-4168-afca-f7aaf8b77a25 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:26:42Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-07-08T07:26:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:42Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03fcd09b6fb34 namespace: kserve-ci-e2e-test resourceVersion: "26011" uid: 2c9894ed-f70f-4b5d-b5ae-09bcb09d21de reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-1f938-predictor-59f689c956-lzsxd namespace: kserve-ci-e2e-test resourceVersion: "21259" uid: 35e31efb-2307-4832-a698-103153cd6cdc kind: Event lastTimestamp: "2026-07-08T07:26:42Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: i/o timeout' metadata: creationTimestamp: "2026-07-08T07:26:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:42Z" name: success-200-isvc-1f938-predictor-59f689c956-lzsxd.18c03fcd0a0debec namespace: kserve-ci-e2e-test resourceVersion: "26012" uid: 6771408f-4132-4c07-be5b-a0372fd94a1c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-1f938-predictor-59f689c956 namespace: kserve-ci-e2e-test resourceVersion: "21239" uid: 15d01487-77c9-43e9-a84a-54ec37f1a225 kind: Event lastTimestamp: "2026-07-08T07:17:22Z" message: 'Created pod: success-200-isvc-1f938-predictor-59f689c956-lzsxd' metadata: creationTimestamp: "2026-07-08T07:17:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:22Z" name: success-200-isvc-1f938-predictor-59f689c956.18c03f4acf9fae23 namespace: kserve-ci-e2e-test resourceVersion: "21258" uid: 02239327-517e-440d-a25e-13673a6ea270 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21236" uid: e829735f-6b1c-4c77-b991-68842c5d7461 kind: Event lastTimestamp: "2026-07-08T07:17:22Z" message: Scaled up replica set success-200-isvc-1f938-predictor-59f689c956 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:17:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:22Z" name: success-200-isvc-1f938-predictor.18c03f4acdd94988 namespace: kserve-ci-e2e-test resourceVersion: "21245" uid: 8f7b768a-fb00-4e07-929f-978faecb8ee9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21238" uid: 5d7db6b6-b762-4144-a7ca-ba43fdb448be kind: Event lastTimestamp: "2026-07-08T07:17:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:37Z" name: success-200-isvc-1f938-predictor.18c03f4e4c7188e4 namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: 1ed229ac-2cf1-428e-a659-33b2089360cc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21238" uid: 5d7db6b6-b762-4144-a7ca-ba43fdb448be kind: Event lastTimestamp: "2026-07-08T07:17:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:37Z" name: success-200-isvc-1f938-predictor.18c03f4e4cd4e21b namespace: kserve-ci-e2e-test resourceVersion: "21493" uid: ab15a841-1ddc-4f78-9e9e-49ca8fc2c054 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21492" uid: 5d7db6b6-b762-4144-a7ca-ba43fdb448be kind: Event lastTimestamp: "2026-07-08T07:18:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:38Z" name: success-200-isvc-1f938-predictor.18c03f51cb8740c9 namespace: kserve-ci-e2e-test resourceVersion: "22218" uid: e98955a4-83d2-4a96-914c-1357879dbb56 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-1f938-predictor namespace: kserve-ci-e2e-test resourceVersion: "21492" uid: 5d7db6b6-b762-4144-a7ca-ba43fdb448be kind: Event lastTimestamp: "2026-07-08T07:18:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:38Z" name: success-200-isvc-1f938-predictor.18c03f51cbc99730 namespace: kserve-ci-e2e-test resourceVersion: "22219" uid: 39a51317-88b6-4eb7-95fc-a8fce3506c0c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:17:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1f938 namespace: kserve-ci-e2e-test resourceVersion: "21229" uid: 7347157f-9a46-4aea-b861-ce84097d30c0 kind: Event lastTimestamp: "2026-07-08T07:18:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:17:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:11Z" name: success-200-isvc-1f938.18c03f4acdfb0f84 namespace: kserve-ci-e2e-test resourceVersion: "21968" uid: c5905298-375f-426e-a8eb-a41ceaed2959 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-1f938 namespace: kserve-ci-e2e-test resourceVersion: "21966" uid: 7347157f-9a46-4aea-b861-ce84097d30c0 kind: Event lastTimestamp: "2026-07-08T07:18:11Z" message: InferenceService [success-200-isvc-1f938] is Ready metadata: creationTimestamp: "2026-07-08T07:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:11Z" name: success-200-isvc-1f938.18c03f5614932c9e namespace: kserve-ci-e2e-test resourceVersion: "21967" uid: 70595776-2ac3-445c-8b71-5d96082aa948 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:27:07.526108Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26263" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3274f-predictor-cf66786f4-9m5t7 to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd2e9280510 namespace: kserve-ci-e2e-test resourceVersion: "26270" uid: 23cd5307-5acd-4ff8-941b-6a762791daa4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26274" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd303da4053 namespace: kserve-ci-e2e-test resourceVersion: "26330" uid: 4d52bdd2-a9d5-4658-9006-a6c8b7473355 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd30540e9ed namespace: kserve-ci-e2e-test resourceVersion: "26332" uid: 7fbe36b0-0cbd-481e-a975-d3cc2751aebc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd30812f764 namespace: kserve-ci-e2e-test resourceVersion: "26336" uid: 12b7b22e-57e3-42e6-9219-3a13b6329ef3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd3088de852 namespace: kserve-ci-e2e-test resourceVersion: "26337" uid: cb06f239-88f7-46f6-832e-9f3c10fbe329 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd3089862e4 namespace: kserve-ci-e2e-test resourceVersion: "26338" uid: cb69a0a8-6918-473c-ac62-6bc35e9ac3da reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd30b73e7c7 namespace: kserve-ci-e2e-test resourceVersion: "26339" uid: 0d4c08ef-ebe0-451f-8e38-d7dc36dce776 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:27:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:08Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd30bebf4cd namespace: kserve-ci-e2e-test resourceVersion: "26340" uid: 25bf023f-1944-49a9-8e3e-30c13419b605 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:27:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:27:45Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:27:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:45Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c03fd376f24111 namespace: kserve-ci-e2e-test resourceVersion: "26729" uid: 42f9ca82-5e31-4897-9733-328f3087bbe3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:44:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:44:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:44:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:44:27Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c040c4f8b4414d namespace: kserve-ci-e2e-test resourceVersion: "33984" uid: 4e4fa7e0-68c4-4172-905a-21361122114c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:44:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7 namespace: kserve-ci-e2e-test resourceVersion: "26268" uid: ba528ea2-2bfc-485d-8b88-4370d38b0eed kind: Event lastTimestamp: "2026-07-08T07:44:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:44:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:44:27Z" name: success-200-isvc-3274f-predictor-cf66786f4-9m5t7.18c040c4f8b501d6 namespace: kserve-ci-e2e-test resourceVersion: "33985" uid: 2790837b-4a28-4c2b-8b1a-3999ee94936c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3274f-predictor-cf66786f4 namespace: kserve-ci-e2e-test resourceVersion: "26252" uid: 83f02d9c-d4c3-4188-9bf8-607f405b3f46 kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: 'Created pod: success-200-isvc-3274f-predictor-cf66786f4-9m5t7' metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3274f-predictor-cf66786f4.18c03fd2e892f42f namespace: kserve-ci-e2e-test resourceVersion: "26267" uid: bf4abbf6-dd18-448d-834f-1bfb3713cd14 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26245" uid: 42b81c0f-6530-4f72-b434-0c8c8ba45d70 kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Scaled up replica set success-200-isvc-3274f-predictor-cf66786f4 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3274f-predictor.18c03fd2e6fbb6de namespace: kserve-ci-e2e-test resourceVersion: "26256" uid: 95231a24-2aac-47de-84c0-fca95c30393a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:27:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26248" uid: 864f8e6a-241d-491f-8c14-61e5801124e7 kind: Event lastTimestamp: "2026-07-08T07:27:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:27:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:37Z" name: success-200-isvc-3274f-predictor.18c03fd665a30f2a namespace: kserve-ci-e2e-test resourceVersion: "26617" uid: 4e5bb2ba-2ded-428d-a196-0e788a52999a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:27:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26248" uid: 864f8e6a-241d-491f-8c14-61e5801124e7 kind: Event lastTimestamp: "2026-07-08T07:27:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:27:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:37Z" name: success-200-isvc-3274f-predictor.18c03fd666029c50 namespace: kserve-ci-e2e-test resourceVersion: "26618" uid: eca63e15-29d1-4ce4-9698-86d98f04e3a6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:27:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26480" uid: 864f8e6a-241d-491f-8c14-61e5801124e7 kind: Event lastTimestamp: "2026-07-08T07:28:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:27:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:22Z" name: success-200-isvc-3274f-predictor.18c03fdd63ebbe96 namespace: kserve-ci-e2e-test resourceVersion: "27219" uid: cc9d6d40-57c8-4b42-b9b3-8796addcef63 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:27:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3274f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26480" uid: 864f8e6a-241d-491f-8c14-61e5801124e7 kind: Event lastTimestamp: "2026-07-08T07:28:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:27:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:22Z" name: success-200-isvc-3274f-predictor.18c03fdd644d6188 namespace: kserve-ci-e2e-test resourceVersion: "27220" uid: de6be791-c677-4d73-92c2-32ceee2c673f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3274f namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: c5206918-c2c4-43a0-9ed5-36fb4bb4bc9a kind: Event lastTimestamp: "2026-07-08T07:27:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:56Z" name: success-200-isvc-3274f.18c03fd2e6cfda40 namespace: kserve-ci-e2e-test resourceVersion: "26960" uid: 3c4c8f34-022f-460e-9555-14f37541d317 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3274f namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: c5206918-c2c4-43a0-9ed5-36fb4bb4bc9a kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: 'Failed to update status for InferenceService "success-200-isvc-3274f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3274f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3274f.18c03fd2e73d7a72 namespace: kserve-ci-e2e-test resourceVersion: "26258" uid: 281fd7a7-e3d2-4a5b-878c-13a47482af91 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3274f namespace: kserve-ci-e2e-test resourceVersion: "26233" uid: c5206918-c2c4-43a0-9ed5-36fb4bb4bc9a kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3274f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3274f.18c03fd2e73dce7e namespace: kserve-ci-e2e-test resourceVersion: "26260" uid: c49e8033-4739-4dc9-8117-36ebe1fb6bca reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3274f namespace: kserve-ci-e2e-test resourceVersion: "26957" uid: c5206918-c2c4-43a0-9ed5-36fb4bb4bc9a kind: Event lastTimestamp: "2026-07-08T07:27:55Z" message: InferenceService [success-200-isvc-3274f] is Ready metadata: creationTimestamp: "2026-07-08T07:27:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:55Z" name: success-200-isvc-3274f.18c03fde31c242f9 namespace: kserve-ci-e2e-test resourceVersion: "26959" uid: 2b7b4263-7c95-4852-abb6-aa42b30c3235 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:17:52.820811Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21702" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3d727-predictor-79f4459548-fkxl5 to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:17:52Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51c224f724 namespace: kserve-ci-e2e-test resourceVersion: "21710" uid: 58635d06-dd40-4688-b9d2-7a032d76ca1c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21714" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:17:53Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51dc1ffc19 namespace: kserve-ci-e2e-test resourceVersion: "21776" uid: 4fe9cb40-40a9-451e-a420-e244216190e0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:53Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51dd794e4d namespace: kserve-ci-e2e-test resourceVersion: "21778" uid: f6c613db-0b8d-405a-8c75-7b533945268a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:53Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51e068c88a namespace: kserve-ci-e2e-test resourceVersion: "21779" uid: 7ea1aab0-587c-40fd-9b7f-5017653524f6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:53Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51e0f5e82a namespace: kserve-ci-e2e-test resourceVersion: "21780" uid: 27c5f312-c7ed-4cf7-afd5-54f108fdb688 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:53Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51e1001728 namespace: kserve-ci-e2e-test resourceVersion: "21781" uid: 7cca86df-ec9f-4d8c-babc-c8a3814b1869 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:53Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51e5024372 namespace: kserve-ci-e2e-test resourceVersion: "21782" uid: f132747d-6c12-4374-ad03-e0a842231c61 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:17:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:53Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51e576a9a0 namespace: kserve-ci-e2e-test resourceVersion: "21783" uid: 939e3a5e-9f35-4b73-a0bb-66f68c6bc2f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-08T07:17:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:27:09Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:17:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:09Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03f51e67cf893 namespace: kserve-ci-e2e-test resourceVersion: "26368" uid: 9d28792f-1cdb-487d-a6a6-94c7d485f7f5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03fd2e7e2628b namespace: kserve-ci-e2e-test resourceVersion: "26262" uid: db89df33-92fd-4d10-9d26-8246569d92f4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:27:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:27:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:07Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03fd2e7e2ea0f namespace: kserve-ci-e2e-test resourceVersion: "26264" uid: 8f3e133a-7b21-4b04-8090-eaa6ed1d9d33 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-3d727-predictor-79f4459548-fkxl5 namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 1864667b-113b-413d-8611-96bc6997a5ce kind: Event lastTimestamp: "2026-07-08T07:27:09Z" message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:27:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:09Z" name: success-200-isvc-3d727-predictor-79f4459548-fkxl5.18c03fd35af73d34 namespace: kserve-ci-e2e-test resourceVersion: "26367" uid: 208845e3-05b3-4e4c-8418-ddae981eb582 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-3d727-predictor-79f4459548 namespace: kserve-ci-e2e-test resourceVersion: "21686" uid: 3927de30-13c0-4ebe-9472-e4ddd2c93f30 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: 'Created pod: success-200-isvc-3d727-predictor-79f4459548-fkxl5' metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:52Z" name: success-200-isvc-3d727-predictor-79f4459548.18c03f51c1b7e8d4 namespace: kserve-ci-e2e-test resourceVersion: "21705" uid: 914fd9fc-8193-4c9a-8534-159a975b3646 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21680" uid: cc46fd9a-575d-45c9-8254-fbcafb799fea kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: Scaled up replica set success-200-isvc-3d727-predictor-79f4459548 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:52Z" name: success-200-isvc-3d727-predictor.18c03f51bfe62510 namespace: kserve-ci-e2e-test resourceVersion: "21690" uid: 6d5110d7-4ab4-46c9-954f-e9eaa13f6de4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:18:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21684" uid: 4b09e838-6369-49b7-982a-ecf8efa9bce3 kind: Event lastTimestamp: "2026-07-08T07:18:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:18:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:37Z" name: success-200-isvc-3d727-predictor.18c03f553e5d634a namespace: kserve-ci-e2e-test resourceVersion: "22211" uid: 8cd90f7a-a863-4887-9b7c-1fb5bcd4853e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:18:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21684" uid: 4b09e838-6369-49b7-982a-ecf8efa9bce3 kind: Event lastTimestamp: "2026-07-08T07:18:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:18:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:37Z" name: success-200-isvc-3d727-predictor.18c03f553ec743fd namespace: kserve-ci-e2e-test resourceVersion: "22212" uid: 2ff4516e-6e63-4a28-8dd7-e28fd6c37600 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21920" uid: 4b09e838-6369-49b7-982a-ecf8efa9bce3 kind: Event lastTimestamp: "2026-07-08T07:18:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:18:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:52Z" name: success-200-isvc-3d727-predictor.18c03f5fbbe19c54 namespace: kserve-ci-e2e-test resourceVersion: "22344" uid: ff258315-7706-4bd1-8977-d9311c9c2136 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-3d727-predictor namespace: kserve-ci-e2e-test resourceVersion: "21920" uid: 4b09e838-6369-49b7-982a-ecf8efa9bce3 kind: Event lastTimestamp: "2026-07-08T07:18:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:18:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:52Z" name: success-200-isvc-3d727-predictor.18c03f5fbc203228 namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: c067e7b6-a2f6-4f74-bc71-5d9b48234312 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3d727 namespace: kserve-ci-e2e-test resourceVersion: "21670" uid: dc2c61d8-7f60-4a88-b8f0-2f7fedc2ffdd kind: Event lastTimestamp: "2026-07-08T07:18:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:39Z" name: success-200-isvc-3d727.18c03f51c0235c2d namespace: kserve-ci-e2e-test resourceVersion: "22244" uid: 5e9031fb-67a7-4b1f-b393-6455b9f280e7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3d727 namespace: kserve-ci-e2e-test resourceVersion: "21670" uid: dc2c61d8-7f60-4a88-b8f0-2f7fedc2ffdd kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: 'Failed to update status for InferenceService "success-200-isvc-3d727": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3d727": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:52Z" name: success-200-isvc-3d727.18c03f51c0b63336 namespace: kserve-ci-e2e-test resourceVersion: "21697" uid: a2131aaa-3271-41c5-a90e-2e59fe8661e1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3d727 namespace: kserve-ci-e2e-test resourceVersion: "21670" uid: dc2c61d8-7f60-4a88-b8f0-2f7fedc2ffdd kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3d727": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:52Z" name: success-200-isvc-3d727.18c03f51c0b6848c namespace: kserve-ci-e2e-test resourceVersion: "21700" uid: e42a00c5-adf3-4653-9e48-f786d8016959 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-3d727 namespace: kserve-ci-e2e-test resourceVersion: "22241" uid: dc2c61d8-7f60-4a88-b8f0-2f7fedc2ffdd kind: Event lastTimestamp: "2026-07-08T07:18:39Z" message: InferenceService [success-200-isvc-3d727] is Ready metadata: creationTimestamp: "2026-07-08T07:18:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:39Z" name: success-200-isvc-3d727.18c03f5ca1f78c3a namespace: kserve-ci-e2e-test resourceVersion: "22242" uid: 34775533-bc6c-4bfb-af42-f1a5d4c45e9f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:16:12.712619Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20347" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:16:12Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3a733b2f70 namespace: kserve-ci-e2e-test resourceVersion: "20353" uid: df42babc-fbd7-4389-b22c-c7b5bbe7246f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-4baa0-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:12Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3a81c55aa2 namespace: kserve-ci-e2e-test resourceVersion: "20410" uid: 79107e21-12df-4cd3-a40c-4e0994abfa61 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20363" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:16:13Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3ab105c3b0 namespace: kserve-ci-e2e-test resourceVersion: "20432" uid: 983e7313-07b4-431d-8cb2-7e3017d09e60 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3ab24c8f4b namespace: kserve-ci-e2e-test resourceVersion: "20434" uid: 003e3fd1-311d-4571-9a23-74f613ee50c2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3ab5adfb9c namespace: kserve-ci-e2e-test resourceVersion: "20436" uid: c71fa2dd-83d1-40ee-8501-bcff7c4da36a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3ab625afab namespace: kserve-ci-e2e-test resourceVersion: "20437" uid: 5d4d8041-f4c9-456e-aeed-d9df4074494e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3ab62f2ac6 namespace: kserve-ci-e2e-test resourceVersion: "20438" uid: 34713175-793c-476d-bc8c-a9ad144d8fe6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3ab9d582d1 namespace: kserve-ci-e2e-test resourceVersion: "20439" uid: 989d6ac1-db7a-4252-9a08-6d77231f862f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:13Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3aba4c69eb namespace: kserve-ci-e2e-test resourceVersion: "20440" uid: 5db114a9-7f47-472e-909b-9c2ddbd77d8f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:16:50Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:50Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f3af8bf13fe namespace: kserve-ci-e2e-test resourceVersion: "20899" uid: fc628832-ea58-4d42-a1ca-68f20599fa36 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:17:22Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:22Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f4acf5d615e namespace: kserve-ci-e2e-test resourceVersion: "21257" uid: e9a0bf19-1ad5-451f-8703-1c3b97a0578c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:17:22Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:22Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f4acf5df9aa namespace: kserve-ci-e2e-test resourceVersion: "21260" uid: 42657ca5-e59f-421e-9078-a45b3b9812df reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 3143c070-e3cf-453c-9ce0-a3157be7ceea kind: Event lastTimestamp: "2026-07-08T07:17:25Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:17:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:25Z" name: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c.18c03f4b81259914 namespace: kserve-ci-e2e-test resourceVersion: "21371" uid: c647f5dd-3175-469d-89b9-5921c580b344 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-4baa0-predictor-6dd97867c8 namespace: kserve-ci-e2e-test resourceVersion: "20330" uid: 077dfc24-8775-4f7b-8d94-8d268cdfc2ab kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: 'Created pod: success-200-isvc-4baa0-predictor-6dd97867c8-xqs4c' metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:12Z" name: success-200-isvc-4baa0-predictor-6dd97867c8.18c03f3a72c8dbb6 namespace: kserve-ci-e2e-test resourceVersion: "20348" uid: 69222df7-6540-4552-8ed2-3440ee88756b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20326" uid: 10754c77-01ee-4ec3-803f-5b2492d3408b kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: Scaled up replica set success-200-isvc-4baa0-predictor-6dd97867c8 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:12Z" name: success-200-isvc-4baa0-predictor.18c03f3a6f73cc43 namespace: kserve-ci-e2e-test resourceVersion: "20335" uid: aca32044-1e13-423a-af96-a51b6ebc33ee reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20329" uid: 6eac571c-ebf0-4e69-9bcb-c06ed86e2456 kind: Event lastTimestamp: "2026-07-08T07:16:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:57Z" name: success-200-isvc-4baa0-predictor.18c03f3dee3a02b3 namespace: kserve-ci-e2e-test resourceVersion: "20952" uid: 97435198-ca88-4ee9-bfb7-e929037bd380 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20329" uid: 6eac571c-ebf0-4e69-9bcb-c06ed86e2456 kind: Event lastTimestamp: "2026-07-08T07:16:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:57Z" name: success-200-isvc-4baa0-predictor.18c03f3dee9df74e namespace: kserve-ci-e2e-test resourceVersion: "20953" uid: fbd5b8d7-cf18-4cc3-947f-c219e784c1af reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: 6eac571c-ebf0-4e69-9bcb-c06ed86e2456 kind: Event lastTimestamp: "2026-07-08T07:17:12Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:12Z" name: success-200-isvc-4baa0-predictor.18c03f416d73b04d namespace: kserve-ci-e2e-test resourceVersion: "21092" uid: 1b2c5372-89cc-4b08-87fe-e65d91b540e7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-4baa0-predictor namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: 6eac571c-ebf0-4e69-9bcb-c06ed86e2456 kind: Event lastTimestamp: "2026-07-08T07:17:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:12Z" name: success-200-isvc-4baa0-predictor.18c03f416de9a6cb namespace: kserve-ci-e2e-test resourceVersion: "21094" uid: 76470ff0-f948-40dc-bed7-981d5bcea679 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "20314" uid: 10bc5777-4a47-4ded-96b3-35d2253bb143 kind: Event lastTimestamp: "2026-07-08T07:17:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:01Z" name: success-200-isvc-4baa0.18c03f3a6f8a84ce namespace: kserve-ci-e2e-test resourceVersion: "21002" uid: ea5a649d-e3e8-417c-9254-f2e8c1cd407d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "20314" uid: 10bc5777-4a47-4ded-96b3-35d2253bb143 kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: 'Failed to update status for InferenceService "success-200-isvc-4baa0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-4baa0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:12Z" name: success-200-isvc-4baa0.18c03f3a70131c63 namespace: kserve-ci-e2e-test resourceVersion: "20340" uid: f7e11027-ec5a-4cce-bb73-87a74f71bb2f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "20314" uid: 10bc5777-4a47-4ded-96b3-35d2253bb143 kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-4baa0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:12Z" name: success-200-isvc-4baa0.18c03f3a70137a64 namespace: kserve-ci-e2e-test resourceVersion: "20341" uid: 3464d90f-e838-4e61-bf80-dccac56d6e61 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-4baa0 namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 10bc5777-4a47-4ded-96b3-35d2253bb143 kind: Event lastTimestamp: "2026-07-08T07:17:01Z" message: InferenceService [success-200-isvc-4baa0] is Ready metadata: creationTimestamp: "2026-07-08T07:17:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:01Z" name: success-200-isvc-4baa0.18c03f45b3f32fae namespace: kserve-ci-e2e-test resourceVersion: "21001" uid: a7ac2e67-bcbe-46a6-a1f4-19a4cd95a21a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:04:47.404351Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14594" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:04:47Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03e9ae3ace881 namespace: kserve-ci-e2e-test resourceVersion: "14599" uid: 2fc01cda-ee35-4997-b25e-33e264f46bdf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-5f3f4-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:47Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03e9af0a318c5 namespace: kserve-ci-e2e-test resourceVersion: "14621" uid: 0e271f38-6b6e-404f-9046-4aa98717640c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14603" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:04:48Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03e9b2398c807 namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: 65df00f3-5b9d-4051-a19c-6ac1c3aafeb5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:04:48Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" metadata: creationTimestamp: "2026-07-08T07:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:04:48Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03e9b2580751e namespace: kserve-ci-e2e-test resourceVersion: "14756" uid: 5a757f08-de7a-4096-a47d-d63667dc1bf2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:05:12Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" in 24.295s (24.295s including waiting). Image size: 1335614565 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:12Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03ea0cda25dc2 namespace: kserve-ci-e2e-test resourceVersion: "14992" uid: 790fab0a-a1d5-4719-85c3-b5bfe863cc88 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03ea2cb1efe7c namespace: kserve-ci-e2e-test resourceVersion: "15059" uid: 62394942-7a8e-4d37-bec0-f3ebfa011046 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03ea2cd4c4c10 namespace: kserve-ci-e2e-test resourceVersion: "15061" uid: cd674a8d-a54f-4b1d-84e1-724d11c66fe6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:05:21Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-08T07:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:21Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03ea2cd5c0e26 namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: c4a35f5f-e235-40c6-9620-2e3d497df931 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.436s (3.436s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03ea39a37014b namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 9ebcbc6b-9cf5-416b-970c-88d4fec56233 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03ea39df9c51f namespace: kserve-ci-e2e-test resourceVersion: "15102" uid: 3257ff94-5f98-48cf-9550-c63a11bb1a68 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:05:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:05:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:24Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03ea39e6c5268 namespace: kserve-ci-e2e-test resourceVersion: "15103" uid: 5a97a803-499d-4f83-aa83-2b8018cd846b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-08T07:05:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:06:51Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:05:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:51Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03ea3a5cb44bd namespace: kserve-ci-e2e-test resourceVersion: "16038" uid: 6cc6b41b-3b7d-4003-9716-e8e82d6e486d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:47Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03eb6f36ebcb1 namespace: kserve-ci-e2e-test resourceVersion: "15937" uid: 2098694e-b2db-4786-bdb7-7685f8186186 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:47Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03eb6f36fed98 namespace: kserve-ci-e2e-test resourceVersion: "15939" uid: 092e2456-34f9-494c-853a-4ca3afffb5b0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: e59105be-be31-4150-9823-55038ec67f7d kind: Event lastTimestamp: "2026-07-08T07:06:51Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:06:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:51Z" name: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2.18c03eb7ac3af963 namespace: kserve-ci-e2e-test resourceVersion: "16037" uid: b7dfc822-2a1f-4814-8b83-4f2cfcce3d0e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5f3f4-predictor-59799d75f4 namespace: kserve-ci-e2e-test resourceVersion: "14590" uid: 9ebe1b20-cb83-4992-9148-feffcae731a2 kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'Created pod: success-200-isvc-5f3f4-predictor-59799d75f4-nbjg2' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: success-200-isvc-5f3f4-predictor-59799d75f4.18c03e9ae33c33c1 namespace: kserve-ci-e2e-test resourceVersion: "14595" uid: 86365d31-a1f2-473e-8c70-c85a60a68360 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14589" uid: 94bb9677-79d0-4662-94f5-24e3b678d6e8 kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: Scaled up replica set success-200-isvc-5f3f4-predictor-59799d75f4 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:47Z" name: success-200-isvc-5f3f4-predictor.18c03e9adfcab460 namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: 261d8340-5d23-4888-8a68-9a0813dd4849 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14604" uid: 045c01f2-06ef-4ffa-bdfe-f7b8ab8c3a1b kind: Event lastTimestamp: "2026-07-08T07:05:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:47Z" name: success-200-isvc-5f3f4-predictor.18c03e9e65028776 namespace: kserve-ci-e2e-test resourceVersion: "15306" uid: 806dd387-e8f0-4209-b546-2203e5d4273a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14604" uid: 045c01f2-06ef-4ffa-bdfe-f7b8ab8c3a1b kind: Event lastTimestamp: "2026-07-08T07:05:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:47Z" name: success-200-isvc-5f3f4-predictor.18c03e9e6567c22b namespace: kserve-ci-e2e-test resourceVersion: "15307" uid: db97bf09-fd9c-4581-8a9c-8f61ecda63f8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:06:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14892" uid: 045c01f2-06ef-4ffa-bdfe-f7b8ab8c3a1b kind: Event lastTimestamp: "2026-07-08T07:06:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:32Z" name: success-200-isvc-5f3f4-predictor.18c03eac610187e0 namespace: kserve-ci-e2e-test resourceVersion: "15697" uid: f7e83509-8017-4b74-af20-667816d10d61 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:06:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5f3f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "14892" uid: 045c01f2-06ef-4ffa-bdfe-f7b8ab8c3a1b kind: Event lastTimestamp: "2026-07-08T07:06:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:32Z" name: success-200-isvc-5f3f4-predictor.18c03eac61622ab1 namespace: kserve-ci-e2e-test resourceVersion: "15698" uid: 18bebfa0-ee1a-40c6-8e10-0559ec12ab32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5f3f4 namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: 44b4a49a-9e29-4bc8-b0d0-b3c322c6ba08 kind: Event lastTimestamp: "2026-07-08T07:06:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:21Z" name: success-200-isvc-5f3f4.18c03e9ae5dd5b98 namespace: kserve-ci-e2e-test resourceVersion: "15602" uid: ceb65ab0-93f2-4fb0-9d43-3249973263a9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5f3f4 namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: 44b4a49a-9e29-4bc8-b0d0-b3c322c6ba08 kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'Failed to update status for InferenceService "success-200-isvc-5f3f4": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5f3f4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:04:47Z" name: success-200-isvc-5f3f4.18c03e9ae646503b namespace: kserve-ci-e2e-test resourceVersion: "14606" uid: ce0fcb8a-1e38-4859-80d2-8411114b346d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5f3f4 namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: 44b4a49a-9e29-4bc8-b0d0-b3c322c6ba08 kind: Event lastTimestamp: "2026-07-08T07:04:47Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-5f3f4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:04:47Z" name: success-200-isvc-5f3f4.18c03e9ae646a2d4 namespace: kserve-ci-e2e-test resourceVersion: "14607" uid: 4dcab253-5cf7-4467-a6f0-7ca5d04b0a81 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5f3f4 namespace: kserve-ci-e2e-test resourceVersion: "15600" uid: 44b4a49a-9e29-4bc8-b0d0-b3c322c6ba08 kind: Event lastTimestamp: "2026-07-08T07:06:21Z" message: InferenceService [success-200-isvc-5f3f4] is Ready metadata: creationTimestamp: "2026-07-08T07:06:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:21Z" name: success-200-isvc-5f3f4.18c03eb0b5138470 namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 87386048-42a6-49c7-b059-078acbb6bf35 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:26:38.068212Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25884" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc0d54461d namespace: kserve-ci-e2e-test resourceVersion: "25891" uid: 830277aa-7667-4b95-84e7-94b54bcdf1d6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25898" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc27e3da50 namespace: kserve-ci-e2e-test resourceVersion: "25947" uid: ba013da8-9b49-4d71-80b5-05904220e876 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc292442e8 namespace: kserve-ci-e2e-test resourceVersion: "25949" uid: 00ad7cb6-e3aa-42f7-93b9-11d5c66cbc31 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc2d3ec726 namespace: kserve-ci-e2e-test resourceVersion: "25950" uid: 4c178e85-f60d-45f5-be67-421180099198 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc2db20f85 namespace: kserve-ci-e2e-test resourceVersion: "25951" uid: 429f57be-9f33-40cd-89d1-6e7f28ac7538 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc2dbcbd96 namespace: kserve-ci-e2e-test resourceVersion: "25952" uid: e41e44fb-f9b5-4c9e-ac91-33505a333edd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc319965b8 namespace: kserve-ci-e2e-test resourceVersion: "25955" uid: c45c7b91-84a0-4356-a119-f17a697c6f24 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc3213464e namespace: kserve-ci-e2e-test resourceVersion: "25956" uid: 89b2cd42-68db-4827-852f-9cf8b28b284c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:27:14Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:14Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fcc354e3be3 namespace: kserve-ci-e2e-test resourceVersion: "26420" uid: ec698029-50c6-458a-b209-f4fdddf4be88 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fdc67102cc6 namespace: kserve-ci-e2e-test resourceVersion: "26794" uid: 30336b17-5017-4108-a18e-557a2c3b5b95 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fdc6710ac2b namespace: kserve-ci-e2e-test resourceVersion: "26797" uid: b4621fea-1341-470b-b8d3-182109ad2b19 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7 namespace: kserve-ci-e2e-test resourceVersion: "25887" uid: 37e8f576-c234-428f-a684-d60435b1c49a kind: Event lastTimestamp: "2026-07-08T07:27:49Z" message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp 10.134.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:27:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:49Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7.18c03fdcbdfbe2c7 namespace: kserve-ci-e2e-test resourceVersion: "26888" uid: 4a58c33d-18f1-4f53-9aa3-e69c25f38e0c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-71ab7-predictor-6b54d7bd58 namespace: kserve-ci-e2e-test resourceVersion: "25867" uid: fa3ef556-2b07-49c2-a080-ade6b9aa4905 kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: 'Created pod: success-200-isvc-71ab7-predictor-6b54d7bd58-f96g7' metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor-6b54d7bd58.18c03fcc0cc2e138 namespace: kserve-ci-e2e-test resourceVersion: "25886" uid: ced32383-be45-4e16-a683-10fea2ebfdd2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "25865" uid: 1a55ebe3-87ff-43be-895c-98ce409d1fe3 kind: Event lastTimestamp: "2026-07-08T07:26:38Z" message: Scaled up replica set success-200-isvc-71ab7-predictor-6b54d7bd58 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:26:38Z" name: success-200-isvc-71ab7-predictor.18c03fcc0984717c namespace: kserve-ci-e2e-test resourceVersion: "25868" uid: 4fd1559b-dbea-4b22-bdf6-aa694877717f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:26:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "25866" uid: 66136695-015e-4c84-a535-aff4b3b04054 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:26:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:08Z" name: success-200-isvc-71ab7-predictor.18c03fcf886da1fa namespace: kserve-ci-e2e-test resourceVersion: "26334" uid: 1c82459f-6b79-4e9d-865a-34dcea2902f3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:26:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "25866" uid: 66136695-015e-4c84-a535-aff4b3b04054 kind: Event lastTimestamp: "2026-07-08T07:27:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:26:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:08Z" name: success-200-isvc-71ab7-predictor.18c03fcf88d0a656 namespace: kserve-ci-e2e-test resourceVersion: "26335" uid: 3d43aa5b-00e7-4acf-8ff3-e18a0c6ca82f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:27:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "26104" uid: 66136695-015e-4c84-a535-aff4b3b04054 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:38Z" name: success-200-isvc-71ab7-predictor.18c03fd6861fd7f7 namespace: kserve-ci-e2e-test resourceVersion: "26636" uid: 201613e6-4f44-486c-8fdc-ce8f294a1b68 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:27:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-71ab7-predictor namespace: kserve-ci-e2e-test resourceVersion: "26104" uid: 66136695-015e-4c84-a535-aff4b3b04054 kind: Event lastTimestamp: "2026-07-08T07:27:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:38Z" name: success-200-isvc-71ab7-predictor.18c03fd68681ada8 namespace: kserve-ci-e2e-test resourceVersion: "26639" uid: df2e9fa3-384d-4643-94e1-a5671686f22c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:26:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-71ab7 namespace: kserve-ci-e2e-test resourceVersion: "25856" uid: e615eace-a4a9-4c11-abe5-393e71b6f0ab kind: Event lastTimestamp: "2026-07-08T07:27:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:26:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:24Z" name: success-200-isvc-71ab7.18c03fcc098c2e06 namespace: kserve-ci-e2e-test resourceVersion: "26513" uid: 2e2e0ccd-f8a3-4948-9bca-a39497bb6c6e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-71ab7 namespace: kserve-ci-e2e-test resourceVersion: "26510" uid: e615eace-a4a9-4c11-abe5-393e71b6f0ab kind: Event lastTimestamp: "2026-07-08T07:27:24Z" message: InferenceService [success-200-isvc-71ab7] is Ready metadata: creationTimestamp: "2026-07-08T07:27:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:27:24Z" name: success-200-isvc-71ab7.18c03fd6f0f17264 namespace: kserve-ci-e2e-test resourceVersion: "26511" uid: 8707003d-8fd4-43e6-a8c5-2c63a067e589 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:16:42.561960Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20716" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:16:42Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f416663fc87 namespace: kserve-ci-e2e-test resourceVersion: "20723" uid: b79730cd-8351-4fb9-9b71-00b62bc08b40 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:16:43Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8ecaa-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:43Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f4170b6d6b6 namespace: kserve-ci-e2e-test resourceVersion: "20796" uid: 81e31c2c-f567-4d4c-a092-7c0005c44bea reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:44Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20730" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:16:44Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:16:44Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f41d96ab373 namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: 1dbb45d4-35c5-4214-924b-9c365488f53e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:16:44Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:44Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f41dab9b80a namespace: kserve-ci-e2e-test resourceVersion: "20825" uid: 6179ca75-0ee5-4564-9cab-7d086f50a2db reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:16:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:44Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f41ddeececd namespace: kserve-ci-e2e-test resourceVersion: "20826" uid: db67c28e-223b-46db-8654-a54e7b09f26e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:16:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:44Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f41de5ba336 namespace: kserve-ci-e2e-test resourceVersion: "20827" uid: 4ea45aba-8432-4755-9fcc-3032b9bc9d71 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:16:44Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:44Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f41de64a0b8 namespace: kserve-ci-e2e-test resourceVersion: "20828" uid: 43932be2-08d7-4ad8-aef8-6c1bb54a4896 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:16:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:44Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f41e14c3d63 namespace: kserve-ci-e2e-test resourceVersion: "20829" uid: 472374f7-b835-463f-b715-1fc2c6af60be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:16:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:44Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f41e1b74606 namespace: kserve-ci-e2e-test resourceVersion: "20830" uid: 3a727b9c-2d2d-403b-bfd6-ae47645b1703 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:17:22Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:16:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:22Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f4239c91890 namespace: kserve-ci-e2e-test resourceVersion: "21205" uid: 2f1d7449-02df-40d7-b424-5539f13635a0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:52Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f51c11d3948 namespace: kserve-ci-e2e-test resourceVersion: "21701" uid: f82e317e-59f8-4945-9dc8-dd290a49ad13 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: 52ac61ec-9f3b-44b7-b7a6-0d31152b9b80 kind: Event lastTimestamp: "2026-07-08T07:17:52Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:52Z" name: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt.18c03f51c11da0c9 namespace: kserve-ci-e2e-test resourceVersion: "21704" uid: 517ab4c3-e557-4625-8f2f-0af6bb7966b5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-8ecaa-predictor-77959c96b6 namespace: kserve-ci-e2e-test resourceVersion: "20699" uid: 928cd245-52c5-4590-95c3-c71802350fd2 kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: 'Created pod: success-200-isvc-8ecaa-predictor-77959c96b6-2sdwt' metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:42Z" name: success-200-isvc-8ecaa-predictor-77959c96b6.18c03f416602bde3 namespace: kserve-ci-e2e-test resourceVersion: "20717" uid: 0a3c01bb-b670-4f1d-97bb-a0cd874f0dc6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-8ecaa-predictor namespace: kserve-ci-e2e-test resourceVersion: "20697" uid: 27a2a8e4-cc72-4e22-883b-7488fef9c0cb kind: Event lastTimestamp: "2026-07-08T07:16:42Z" message: Scaled up replica set success-200-isvc-8ecaa-predictor-77959c96b6 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:42Z" name: success-200-isvc-8ecaa-predictor.18c03f41641210de namespace: kserve-ci-e2e-test resourceVersion: "20705" uid: 5dfae18a-d548-459c-b51d-3c79e3e2c3f6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:16:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8ecaa-predictor namespace: kserve-ci-e2e-test resourceVersion: "20698" uid: a56b322d-3828-4d2b-b0aa-085a81f61d76 kind: Event lastTimestamp: "2026-07-08T07:17:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:27Z" name: success-200-isvc-8ecaa-predictor.18c03f44e2ecd1c0 namespace: kserve-ci-e2e-test resourceVersion: "21389" uid: b1ef55e7-47bb-4995-ac6b-ce0d9c402eda reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:16:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8ecaa-predictor namespace: kserve-ci-e2e-test resourceVersion: "20698" uid: a56b322d-3828-4d2b-b0aa-085a81f61d76 kind: Event lastTimestamp: "2026-07-08T07:17:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:27Z" name: success-200-isvc-8ecaa-predictor.18c03f44e34cbe4d namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: b15e4dfa-62a9-45d3-a518-e91b5645537b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8ecaa-predictor namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: a56b322d-3828-4d2b-b0aa-085a81f61d76 kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:42Z" name: success-200-isvc-8ecaa-predictor.18c03f4f5f7a1503 namespace: kserve-ci-e2e-test resourceVersion: "21546" uid: 978c8290-e77d-4557-b265-b31e34497c15 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-8ecaa-predictor namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: a56b322d-3828-4d2b-b0aa-085a81f61d76 kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:42Z" name: success-200-isvc-8ecaa-predictor.18c03f4f5fe15059 namespace: kserve-ci-e2e-test resourceVersion: "21551" uid: 856d42c6-9eea-4c9e-88bf-41e2f548a45a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8ecaa namespace: kserve-ci-e2e-test resourceVersion: "20690" uid: 88574f5b-5a9f-4afc-bae2-fffca4bfddbd kind: Event lastTimestamp: "2026-07-08T07:17:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:16:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:32Z" name: success-200-isvc-8ecaa.18c03f4164461c2d namespace: kserve-ci-e2e-test resourceVersion: "21449" uid: a805142e-be66-4779-be94-3db3d1e0372b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-8ecaa namespace: kserve-ci-e2e-test resourceVersion: "21447" uid: 88574f5b-5a9f-4afc-bae2-fffca4bfddbd kind: Event lastTimestamp: "2026-07-08T07:17:32Z" message: InferenceService [success-200-isvc-8ecaa] is Ready metadata: creationTimestamp: "2026-07-08T07:17:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:32Z" name: success-200-isvc-8ecaa.18c03f4cf4d843cd namespace: kserve-ci-e2e-test resourceVersion: "21448" uid: 653abb02-6fea-4400-b262-5ee8256ce8a4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:27:48.313926Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26795" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 to ip-10-0-132-191.ec2.internal metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc684ccbe4 namespace: kserve-ci-e2e-test resourceVersion: "26804" uid: 3f699c31-e149-41ab-94e1-2aa684d0e027 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26808" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc829a51c8 namespace: kserve-ci-e2e-test resourceVersion: "26859" uid: 76a802cd-1114-4bf9-920a-868f42d47a48 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc83dd5b66 namespace: kserve-ci-e2e-test resourceVersion: "26862" uid: 9bffc3bc-3e45-4c2b-a3b0-6f99393f212b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc87269268 namespace: kserve-ci-e2e-test resourceVersion: "26863" uid: 4986eb66-42dc-4d7e-b20b-d2e2b4ad44e5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc87a04b5d namespace: kserve-ci-e2e-test resourceVersion: "26864" uid: 1cd91c4c-b2ac-453b-ab39-0b29427cf983 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc87ab571d namespace: kserve-ci-e2e-test resourceVersion: "26865" uid: c99c9772-4144-4f6c-a62c-5620b724a494 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc8ab8cdde namespace: kserve-ci-e2e-test resourceVersion: "26869" uid: 32716dca-e803-4eb2-8fe1-27025532fdef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc8b31eace namespace: kserve-ci-e2e-test resourceVersion: "26870" uid: 99a01d23-5a94-4312-9980-f154eb3a26ae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-08T07:27:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:37:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:27:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:37:05Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c03fdc96c484bb namespace: kserve-ci-e2e-test resourceVersion: "30948" uid: 03bff01d-3cf3-407f-9c14-e6de13f38541 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:37:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:37:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:37:03Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c0405d9851f8e1 namespace: kserve-ci-e2e-test resourceVersion: "30919" uid: 99cf483c-ecef-4a0d-91bf-0fdb2782e952 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:37:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:37:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:37:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:37:03Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c0405d98529b2a namespace: kserve-ci-e2e-test resourceVersion: "30925" uid: a074a6f9-988f-4095-a2f2-6e7b1f079ffb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:37:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27 namespace: kserve-ci-e2e-test resourceVersion: "26800" uid: f8c00819-7ab0-43dc-bfc3-8f2b857cdec2 kind: Event lastTimestamp: "2026-07-08T07:37:05Z" message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:37:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:37:05Z" name: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27.18c0405e0b5b6077 namespace: kserve-ci-e2e-test resourceVersion: "30947" uid: 96fded30-731e-4bc5-8709-fc42fa9b7bcd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-191.ec2.internal source: component: kubelet host: ip-10-0-132-191.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-9de39-predictor-7575d6d4cd namespace: kserve-ci-e2e-test resourceVersion: "26782" uid: 5dcab053-eb59-45e1-83c4-558ae6fe1a55 kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: 'Created pod: success-200-isvc-9de39-predictor-7575d6d4cd-ppr27' metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor-7575d6d4cd.18c03fdc67a59383 namespace: kserve-ci-e2e-test resourceVersion: "26799" uid: 162dcbaa-8003-4e06-ab06-e40b628e569e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "26775" uid: 61707ad9-3950-47e0-9028-43a2c3aa3b7f kind: Event lastTimestamp: "2026-07-08T07:27:48Z" message: Scaled up replica set success-200-isvc-9de39-predictor-7575d6d4cd from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:27:48Z" name: success-200-isvc-9de39-predictor.18c03fdc65d1c802 namespace: kserve-ci-e2e-test resourceVersion: "26785" uid: c7731bf6-4d4a-405d-aae6-b516781f727d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:28:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "26781" uid: 4f7fcfd5-6973-42cf-8352-8f08e8d00892 kind: Event lastTimestamp: "2026-07-08T07:28:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:28:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:18Z" name: success-200-isvc-9de39-predictor.18c03fdfe446658a namespace: kserve-ci-e2e-test resourceVersion: "27183" uid: 45e568a5-176a-4b2b-94bc-0f7c934df6fe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:28:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "26781" uid: 4f7fcfd5-6973-42cf-8352-8f08e8d00892 kind: Event lastTimestamp: "2026-07-08T07:28:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:28:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:18Z" name: success-200-isvc-9de39-predictor.18c03fdfe4a73597 namespace: kserve-ci-e2e-test resourceVersion: "27184" uid: 3c3791c1-6ad0-4145-99b3-0665aa98f191 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:28:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: 4f7fcfd5-6973-42cf-8352-8f08e8d00892 kind: Event lastTimestamp: "2026-07-08T07:29:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:28:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:29:03Z" name: success-200-isvc-9de39-predictor.18c03fe6e2192f72 namespace: kserve-ci-e2e-test resourceVersion: "27580" uid: 3ea5ab8b-777a-4def-9d17-aa8dbca93285 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:28:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-9de39-predictor namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: 4f7fcfd5-6973-42cf-8352-8f08e8d00892 kind: Event lastTimestamp: "2026-07-08T07:29:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:28:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:29:03Z" name: success-200-isvc-9de39-predictor.18c03fe6e2973109 namespace: kserve-ci-e2e-test resourceVersion: "27581" uid: 8890dde5-3aa8-49e7-8a99-a9446d37d01d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:27:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9de39 namespace: kserve-ci-e2e-test resourceVersion: "26768" uid: 130c848d-4a23-40ff-973a-b64335319ec3 kind: Event lastTimestamp: "2026-07-08T07:28:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:27:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:28:35Z" name: success-200-isvc-9de39.18c03fdc65ee4d36 namespace: kserve-ci-e2e-test resourceVersion: "27332" uid: 0d6fa6e1-2051-4002-834c-1d5017dfe3ea reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-9de39 namespace: kserve-ci-e2e-test resourceVersion: "27330" uid: 130c848d-4a23-40ff-973a-b64335319ec3 kind: Event lastTimestamp: "2026-07-08T07:28:35Z" message: InferenceService [success-200-isvc-9de39] is Ready metadata: creationTimestamp: "2026-07-08T07:28:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:28:35Z" name: success-200-isvc-9de39.18c03fe7520ade84 namespace: kserve-ci-e2e-test resourceVersion: "27331" uid: 57d613d6-6abd-4ca0-93d8-9b47846e5abb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:07:57.896219Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-104b4-c874cb76f-zv7n6 namespace: kserve-ci-e2e-test resourceVersion: "16815" uid: b115ebea-050e-472d-b394-8c5cf46ee772 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-104b4-c874cb76f-zv7n6 to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:07:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:07:57Z" name: switch-graph-104b4-c874cb76f-zv7n6.18c03ec73de01583 namespace: kserve-ci-e2e-test resourceVersion: "16821" uid: b4164ba5-bc33-435d-8cc3-32cd79823917 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:58Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-104b4-c874cb76f-zv7n6 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: b115ebea-050e-472d-b394-8c5cf46ee772 kind: Event lastTimestamp: "2026-07-08T07:07:58Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-104b4-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:58Z" name: switch-graph-104b4-c874cb76f-zv7n6.18c03ec745336622 namespace: kserve-ci-e2e-test resourceVersion: "16832" uid: 13bc07cd-6910-400a-b070-6e962a19500c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:58Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-104b4-c874cb76f-zv7n6 namespace: kserve-ci-e2e-test resourceVersion: "16824" uid: b115ebea-050e-472d-b394-8c5cf46ee772 kind: Event lastTimestamp: "2026-07-08T07:07:58Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:07:58Z" name: switch-graph-104b4-c874cb76f-zv7n6.18c03ec77b29a058 namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: d05b11ac-5faa-445b-8be0-05fa2cb476ad reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-104b4} kind: Pod name: switch-graph-104b4-c874cb76f-zv7n6 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: b115ebea-050e-472d-b394-8c5cf46ee772 kind: Event lastTimestamp: "2026-07-08T07:07:58Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:58Z" name: switch-graph-104b4-c874cb76f-zv7n6.18c03ec77c72be91 namespace: kserve-ci-e2e-test resourceVersion: "16842" uid: f35edd1a-2ef5-4802-b541-aa27a6bf7d3c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-104b4} kind: Pod name: switch-graph-104b4-c874cb76f-zv7n6 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: b115ebea-050e-472d-b394-8c5cf46ee772 kind: Event lastTimestamp: "2026-07-08T07:07:59Z" message: 'Created container: switch-graph-104b4' metadata: creationTimestamp: "2026-07-08T07:07:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:59Z" name: switch-graph-104b4-c874cb76f-zv7n6.18c03ec7800ed5a3 namespace: kserve-ci-e2e-test resourceVersion: "16843" uid: 04b0eae2-6b30-4b35-b342-b67e08147c16 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-104b4} kind: Pod name: switch-graph-104b4-c874cb76f-zv7n6 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: b115ebea-050e-472d-b394-8c5cf46ee772 kind: Event lastTimestamp: "2026-07-08T07:07:59Z" message: Started container switch-graph-104b4 metadata: creationTimestamp: "2026-07-08T07:07:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:59Z" name: switch-graph-104b4-c874cb76f-zv7n6.18c03ec780828c6c namespace: kserve-ci-e2e-test resourceVersion: "16844" uid: 0856cbdb-b011-41b0-b8fb-e4c18b0bfef1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-104b4} kind: Pod name: switch-graph-104b4-c874cb76f-zv7n6 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: b115ebea-050e-472d-b394-8c5cf46ee772 kind: Event lastTimestamp: "2026-07-08T07:16:12Z" message: Stopping container switch-graph-104b4 metadata: creationTimestamp: "2026-07-08T07:16:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:12Z" name: switch-graph-104b4-c874cb76f-zv7n6.18c03f3a68f362b4 namespace: kserve-ci-e2e-test resourceVersion: "20309" uid: 02916ea0-57ed-4f9b-893c-73076d1ebef5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-104b4} kind: Pod name: switch-graph-104b4-c874cb76f-zv7n6 namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: b115ebea-050e-472d-b394-8c5cf46ee772 kind: Event lastTimestamp: "2026-07-08T07:16:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:40Z" name: switch-graph-104b4-c874cb76f-zv7n6.18c03f3b212f5a10 namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: b2ad5c13-771f-4bc3-8b48-aee471c1feb8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-104b4-c874cb76f namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: d378a135-95cc-4e24-87ed-c2487ed9b51e kind: Event lastTimestamp: "2026-07-08T07:07:57Z" message: 'Created pod: switch-graph-104b4-c874cb76f-zv7n6' metadata: creationTimestamp: "2026-07-08T07:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:57Z" name: switch-graph-104b4-c874cb76f.18c03ec73d6e6941 namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: b3093cb4-fe3d-45bb-bcc3-2864c3c86535 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-104b4 namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 6408d757-f80b-49e8-8208-6fc74bebd396 kind: Event lastTimestamp: "2026-07-08T07:07:57Z" message: Scaled up replica set switch-graph-104b4-c874cb76f from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:57Z" name: switch-graph-104b4.18c03ec73c74eadd namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 407f5fd3-b467-4695-806a-0b7d37cfc5d7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:57Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-104b4 namespace: kserve-ci-e2e-test resourceVersion: "16827" uid: 4cd6dc02-437d-4a3a-a04f-f1ab60c5acd7 kind: Event lastTimestamp: "2026-07-08T07:07:57Z" message: InferenceGraph [switch-graph-104b4] is Ready metadata: creationTimestamp: "2026-07-08T07:07:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:57Z" name: switch-graph-104b4.18c03ec7416d3e13 namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 321a30d0-8fc2-479d-b2ad-9dfe23d89ce0 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-104b4 namespace: kserve-ci-e2e-test resourceVersion: "16811" uid: c8b1c1ae-2f0a-4008-a747-e87c7a055ea4 kind: Event lastTimestamp: "2026-07-08T07:08:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:12Z" name: switch-graph-104b4.18c03ecabaf139a1 namespace: kserve-ci-e2e-test resourceVersion: "16966" uid: 7628b54d-1a3e-4c0a-9544-83755dec8ac1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-104b4 namespace: kserve-ci-e2e-test resourceVersion: "16811" uid: c8b1c1ae-2f0a-4008-a747-e87c7a055ea4 kind: Event lastTimestamp: "2026-07-08T07:08:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:08:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:12Z" name: switch-graph-104b4.18c03ecabb5150fe namespace: kserve-ci-e2e-test resourceVersion: "16968" uid: f02d0cca-9c04-4f65-a910-bf23096f407a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-104b4 namespace: kserve-ci-e2e-test resourceVersion: "16967" uid: c8b1c1ae-2f0a-4008-a747-e87c7a055ea4 kind: Event lastTimestamp: "2026-07-08T07:08:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:27Z" name: switch-graph-104b4.18c03ece3a4fbf99 namespace: kserve-ci-e2e-test resourceVersion: "17115" uid: 6ed48726-fcce-4bc9-8fc2-42aa2365528a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-104b4 namespace: kserve-ci-e2e-test resourceVersion: "16967" uid: c8b1c1ae-2f0a-4008-a747-e87c7a055ea4 kind: Event lastTimestamp: "2026-07-08T07:08:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:27Z" name: switch-graph-104b4.18c03ece3a9141ce namespace: kserve-ci-e2e-test resourceVersion: "17117" uid: d658ca1f-b9bc-47e2-ae59-f72aaf032295 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:28:07.608597Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-3274f-78b9ff9b6-mr4hr namespace: kserve-ci-e2e-test resourceVersion: "27078" uid: 51c33ba9-9fa2-4212-80a3-6c4d805a0170 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-3274f-78b9ff9b6-mr4hr to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:28:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:28:07Z" name: switch-graph-3274f-78b9ff9b6-mr4hr.18c03fe0e65a0963 namespace: kserve-ci-e2e-test resourceVersion: "27083" uid: c978dc6b-8785-4fec-92f0-90b61797c59a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:08Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-3274f-78b9ff9b6-mr4hr namespace: kserve-ci-e2e-test resourceVersion: "27086" uid: 51c33ba9-9fa2-4212-80a3-6c4d805a0170 kind: Event lastTimestamp: "2026-07-08T07:28:08Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:28:08Z" name: switch-graph-3274f-78b9ff9b6-mr4hr.18c03fe0ffe8ac3c namespace: kserve-ci-e2e-test resourceVersion: "27101" uid: 3ac54004-d70f-4dda-ae72-0c0072cdb64e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3274f} kind: Pod name: switch-graph-3274f-78b9ff9b6-mr4hr namespace: kserve-ci-e2e-test resourceVersion: "27080" uid: 51c33ba9-9fa2-4212-80a3-6c4d805a0170 kind: Event lastTimestamp: "2026-07-08T07:28:08Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" already present on machine metadata: creationTimestamp: "2026-07-08T07:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:28:08Z" name: switch-graph-3274f-78b9ff9b6-mr4hr.18c03fe1012a841c namespace: kserve-ci-e2e-test resourceVersion: "27103" uid: 58b762f0-0eac-4dd1-a96c-f12797725a47 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3274f} kind: Pod name: switch-graph-3274f-78b9ff9b6-mr4hr namespace: kserve-ci-e2e-test resourceVersion: "27080" uid: 51c33ba9-9fa2-4212-80a3-6c4d805a0170 kind: Event lastTimestamp: "2026-07-08T07:28:08Z" message: 'Created container: switch-graph-3274f' metadata: creationTimestamp: "2026-07-08T07:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:28:08Z" name: switch-graph-3274f-78b9ff9b6-mr4hr.18c03fe1040e6ef9 namespace: kserve-ci-e2e-test resourceVersion: "27104" uid: 0581347e-7df9-4995-9aed-090168ea6f7f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3274f} kind: Pod name: switch-graph-3274f-78b9ff9b6-mr4hr namespace: kserve-ci-e2e-test resourceVersion: "27080" uid: 51c33ba9-9fa2-4212-80a3-6c4d805a0170 kind: Event lastTimestamp: "2026-07-08T07:28:08Z" message: Started container switch-graph-3274f metadata: creationTimestamp: "2026-07-08T07:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:28:08Z" name: switch-graph-3274f-78b9ff9b6-mr4hr.18c03fe104d6a20e namespace: kserve-ci-e2e-test resourceVersion: "27105" uid: 4522faaa-4bf5-4294-a548-9b7fc85767e5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:44:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3274f} kind: Pod name: switch-graph-3274f-78b9ff9b6-mr4hr namespace: kserve-ci-e2e-test resourceVersion: "27080" uid: 51c33ba9-9fa2-4212-80a3-6c4d805a0170 kind: Event lastTimestamp: "2026-07-08T07:44:26Z" message: Stopping container switch-graph-3274f metadata: creationTimestamp: "2026-07-08T07:44:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:44:26Z" name: switch-graph-3274f-78b9ff9b6-mr4hr.18c040c4e8cd10b3 namespace: kserve-ci-e2e-test resourceVersion: "33966" uid: 63fd5dba-9949-4405-a6d0-5a5c9f5c34a0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:44:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-3274f} kind: Pod name: switch-graph-3274f-78b9ff9b6-mr4hr namespace: kserve-ci-e2e-test resourceVersion: "27080" uid: 51c33ba9-9fa2-4212-80a3-6c4d805a0170 kind: Event lastTimestamp: "2026-07-08T07:44:54Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:44:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:44:54Z" name: switch-graph-3274f-78b9ff9b6-mr4hr.18c040c59fc8424a namespace: kserve-ci-e2e-test resourceVersion: "34243" uid: 3d94e0ec-cbd3-4449-b7ab-cb11d194a927 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-3274f-78b9ff9b6 namespace: kserve-ci-e2e-test resourceVersion: "27075" uid: 0c47eb76-3e20-4dbc-a772-75bb9f6cc4a0 kind: Event lastTimestamp: "2026-07-08T07:28:07Z" message: 'Created pod: switch-graph-3274f-78b9ff9b6-mr4hr' metadata: creationTimestamp: "2026-07-08T07:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:07Z" name: switch-graph-3274f-78b9ff9b6.18c03fe0e5d38c02 namespace: kserve-ci-e2e-test resourceVersion: "27079" uid: a14a4d87-fa04-40a2-9829-f7a589efc8e3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-3274f namespace: kserve-ci-e2e-test resourceVersion: "27073" uid: 28694a38-7523-4b12-9c8e-21a88d472738 kind: Event lastTimestamp: "2026-07-08T07:28:07Z" message: Scaled up replica set switch-graph-3274f-78b9ff9b6 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:07Z" name: switch-graph-3274f.18c03fe0e5304bb4 namespace: kserve-ci-e2e-test resourceVersion: "27076" uid: c8d86aba-e841-4336-8052-c07dc59c0047 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-3274f namespace: kserve-ci-e2e-test resourceVersion: "27091" uid: 01fbf459-f25a-4e98-9d7a-6b81be5f2426 kind: Event lastTimestamp: "2026-07-08T07:28:07Z" message: InferenceGraph [switch-graph-3274f] is Ready metadata: creationTimestamp: "2026-07-08T07:28:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:28:07Z" name: switch-graph-3274f.18c03fe0ea3cfc13 namespace: kserve-ci-e2e-test resourceVersion: "27093" uid: 9b705ea9-224d-4d9a-afc2-6da2129114c1 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3274f namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: d9584407-1ba0-4668-8865-8d4f8c458f07 kind: Event lastTimestamp: "2026-07-08T07:28:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:22Z" name: switch-graph-3274f.18c03fe4638865fb namespace: kserve-ci-e2e-test resourceVersion: "27221" uid: 576f72e9-f65d-4611-9324-e8b1588af2cd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3274f namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: d9584407-1ba0-4668-8865-8d4f8c458f07 kind: Event lastTimestamp: "2026-07-08T07:28:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:28:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:22Z" name: switch-graph-3274f.18c03fe463e27c65 namespace: kserve-ci-e2e-test resourceVersion: "27223" uid: 9430a999-5e0e-430a-8492-817c9ac2414b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3274f namespace: kserve-ci-e2e-test resourceVersion: "27222" uid: d9584407-1ba0-4668-8865-8d4f8c458f07 kind: Event lastTimestamp: "2026-07-08T07:28:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:28:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:37Z" name: switch-graph-3274f.18c03fe7e28da16f namespace: kserve-ci-e2e-test resourceVersion: "27356" uid: 5d518a91-2854-45a6-b096-c2b6938babe0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:28:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-3274f namespace: kserve-ci-e2e-test resourceVersion: "27222" uid: d9584407-1ba0-4668-8865-8d4f8c458f07 kind: Event lastTimestamp: "2026-07-08T07:28:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:28:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:28:37Z" name: switch-graph-3274f.18c03fe7e2f8a588 namespace: kserve-ci-e2e-test resourceVersion: "27358" uid: 94bdb9bd-a714-4787-8136-d21df78ded9c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:06:37.508189Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-5f3f4-759d88bf97-qthpt namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: af3b6437-b434-41a7-9197-c1e1460f2b0a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-5f3f4-759d88bf97-qthpt to ip-10-0-142-155.ec2.internal metadata: creationTimestamp: "2026-07-08T07:06:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:06:37Z" name: switch-graph-5f3f4-759d88bf97-qthpt.18c03eb486600da0 namespace: kserve-ci-e2e-test resourceVersion: "15758" uid: 0b743bda-24b7-48ed-b7dc-0600e3ac71c9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c7c759677-l2ml8 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:37Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-5f3f4-759d88bf97-qthpt namespace: kserve-ci-e2e-test resourceVersion: "15761" uid: af3b6437-b434-41a7-9197-c1e1460f2b0a kind: Event lastTimestamp: "2026-07-08T07:06:37Z" message: Add eth0 [10.133.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:06:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:06:37Z" name: switch-graph-5f3f4-759d88bf97-qthpt.18c03eb49fe7fa67 namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: d13ef346-4a04-4d7f-b37f-2ddedcc11f32 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5f3f4} kind: Pod name: switch-graph-5f3f4-759d88bf97-qthpt namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: af3b6437-b434-41a7-9197-c1e1460f2b0a kind: Event lastTimestamp: "2026-07-08T07:06:37Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" metadata: creationTimestamp: "2026-07-08T07:06:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:37Z" name: switch-graph-5f3f4-759d88bf97-qthpt.18c03eb4a131cdec namespace: kserve-ci-e2e-test resourceVersion: "15776" uid: 69c17993-6858-41c7-92d5-f1ba6c96b035 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5f3f4} kind: Pod name: switch-graph-5f3f4-759d88bf97-qthpt namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: af3b6437-b434-41a7-9197-c1e1460f2b0a kind: Event lastTimestamp: "2026-07-08T07:06:40Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:343c9e455f840436fd086519b55f7daa1173afbafc1b91e08f3c6de9e52e6594" in 2.365s (2.365s including waiting). Image size: 218072678 bytes.' metadata: creationTimestamp: "2026-07-08T07:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:40Z" name: switch-graph-5f3f4-759d88bf97-qthpt.18c03eb52e2a28d1 namespace: kserve-ci-e2e-test resourceVersion: "15789" uid: 4a0736cc-b021-4b8e-9427-cf764450b597 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5f3f4} kind: Pod name: switch-graph-5f3f4-759d88bf97-qthpt namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: af3b6437-b434-41a7-9197-c1e1460f2b0a kind: Event lastTimestamp: "2026-07-08T07:06:40Z" message: 'Created container: switch-graph-5f3f4' metadata: creationTimestamp: "2026-07-08T07:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:40Z" name: switch-graph-5f3f4-759d88bf97-qthpt.18c03eb530a48afd namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: 9fb1169c-5a87-4fbd-bebb-4a2793225800 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5f3f4} kind: Pod name: switch-graph-5f3f4-759d88bf97-qthpt namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: af3b6437-b434-41a7-9197-c1e1460f2b0a kind: Event lastTimestamp: "2026-07-08T07:06:40Z" message: Started container switch-graph-5f3f4 metadata: creationTimestamp: "2026-07-08T07:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:40Z" name: switch-graph-5f3f4-759d88bf97-qthpt.18c03eb53101b282 namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 979bf126-1225-4be2-a5a7-1a58c92ee271 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5f3f4} kind: Pod name: switch-graph-5f3f4-759d88bf97-qthpt namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: af3b6437-b434-41a7-9197-c1e1460f2b0a kind: Event lastTimestamp: "2026-07-08T07:06:47Z" message: Stopping container switch-graph-5f3f4 metadata: creationTimestamp: "2026-07-08T07:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:47Z" name: switch-graph-5f3f4-759d88bf97-qthpt.18c03eb6e1672b47 namespace: kserve-ci-e2e-test resourceVersion: "15886" uid: 31c9588e-7ef3-4d29-b0cd-6be001cd3f04 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T07:06:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-5f3f4} kind: Pod name: switch-graph-5f3f4-759d88bf97-qthpt namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: af3b6437-b434-41a7-9197-c1e1460f2b0a kind: Event lastTimestamp: "2026-07-08T07:07:17Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:06:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:17Z" name: switch-graph-5f3f4-759d88bf97-qthpt.18c03eb7fab54ebc namespace: kserve-ci-e2e-test resourceVersion: "16295" uid: a3d53cfa-ee55-4566-982a-ca2b26cddcd6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-155.ec2.internal source: component: kubelet host: ip-10-0-142-155.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-5f3f4-759d88bf97 namespace: kserve-ci-e2e-test resourceVersion: "15749" uid: a37086b6-2763-4c90-a352-b1013dd636e8 kind: Event lastTimestamp: "2026-07-08T07:06:37Z" message: 'Created pod: switch-graph-5f3f4-759d88bf97-qthpt' metadata: creationTimestamp: "2026-07-08T07:06:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:37Z" name: switch-graph-5f3f4-759d88bf97.18c03eb485eec7cb namespace: kserve-ci-e2e-test resourceVersion: "15754" uid: 6e0cd2cd-e11c-4e84-88e9-d1942abaca22 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-5f3f4 namespace: kserve-ci-e2e-test resourceVersion: "15747" uid: 81341f59-9e50-4faf-84ea-5729436ec8cf kind: Event lastTimestamp: "2026-07-08T07:06:37Z" message: Scaled up replica set switch-graph-5f3f4-759d88bf97 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:06:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:37Z" name: switch-graph-5f3f4.18c03eb48502fe35 namespace: kserve-ci-e2e-test resourceVersion: "15750" uid: a2b3f7c5-068b-47ec-bc9f-113e92490130 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:37Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-5f3f4 namespace: kserve-ci-e2e-test resourceVersion: "15764" uid: 819ffa63-235e-4e30-8e37-c34f2973dcd0 kind: Event lastTimestamp: "2026-07-08T07:06:37Z" message: InferenceGraph [switch-graph-5f3f4] is Ready metadata: creationTimestamp: "2026-07-08T07:06:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:37Z" name: switch-graph-5f3f4.18c03eb489c6a8b7 namespace: kserve-ci-e2e-test resourceVersion: "15766" uid: 557717db-7ec8-440d-842d-211c6ed38fae reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "34252"