--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:17:14.923397Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-7cae9-767df688b9-rt9hd namespace: kserve-ci-e2e-test resourceVersion: "22246" uid: c48e5c00-0c3d-4cca-b004-95ec6db85616 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-7cae9-767df688b9-rt9hd to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:17:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:17:14Z" name: ensemble-graph-7cae9-767df688b9-rt9hd.18c676896dc8124f namespace: kserve-ci-e2e-test resourceVersion: "22251" uid: f1479897-54b6-4d5d-9244-16abaef7924e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:15Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-7cae9-767df688b9-rt9hd namespace: kserve-ci-e2e-test resourceVersion: "22248" uid: c48e5c00-0c3d-4cca-b004-95ec6db85616 kind: Event lastTimestamp: "2026-07-28T13:17:15Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-7cae9-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:17:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:15Z" name: ensemble-graph-7cae9-767df688b9-rt9hd.18c67689766c4273 namespace: kserve-ci-e2e-test resourceVersion: "22264" uid: 7ca34c76-4bc6-43a8-99cf-8b7010316166 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:15Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-7cae9-767df688b9-rt9hd namespace: kserve-ci-e2e-test resourceVersion: "22256" uid: c48e5c00-0c3d-4cca-b004-95ec6db85616 kind: Event lastTimestamp: "2026-07-28T13:17:15Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:17:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:17:15Z" name: ensemble-graph-7cae9-767df688b9-rt9hd.18c67689aaccea88 namespace: kserve-ci-e2e-test resourceVersion: "22274" uid: b0738c9e-d5fb-4acc-b09b-ae7de2390257 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-7cae9} kind: Pod name: ensemble-graph-7cae9-767df688b9-rt9hd namespace: kserve-ci-e2e-test resourceVersion: "22248" uid: c48e5c00-0c3d-4cca-b004-95ec6db85616 kind: Event lastTimestamp: "2026-07-28T13:17:15Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:17:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:15Z" name: ensemble-graph-7cae9-767df688b9-rt9hd.18c67689ac19ff1e namespace: kserve-ci-e2e-test resourceVersion: "22277" uid: 46b9184f-a002-452d-8525-92b8a280078f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-7cae9} kind: Pod name: ensemble-graph-7cae9-767df688b9-rt9hd namespace: kserve-ci-e2e-test resourceVersion: "22248" uid: c48e5c00-0c3d-4cca-b004-95ec6db85616 kind: Event lastTimestamp: "2026-07-28T13:17:16Z" message: 'Created container: ensemble-graph-7cae9' metadata: creationTimestamp: "2026-07-28T13:17:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:16Z" name: ensemble-graph-7cae9-767df688b9-rt9hd.18c67689afa2261d namespace: kserve-ci-e2e-test resourceVersion: "22278" uid: 697dedb1-f306-4327-a226-98bc08c63793 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-7cae9} kind: Pod name: ensemble-graph-7cae9-767df688b9-rt9hd namespace: kserve-ci-e2e-test resourceVersion: "22248" uid: c48e5c00-0c3d-4cca-b004-95ec6db85616 kind: Event lastTimestamp: "2026-07-28T13:17:16Z" message: Started container ensemble-graph-7cae9 metadata: creationTimestamp: "2026-07-28T13:17:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:16Z" name: ensemble-graph-7cae9-767df688b9-rt9hd.18c67689b0120f6f namespace: kserve-ci-e2e-test resourceVersion: "22279" uid: 8c58eb3a-0c81-478f-896b-6c32dc4dac01 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-7cae9} kind: Pod name: ensemble-graph-7cae9-767df688b9-rt9hd namespace: kserve-ci-e2e-test resourceVersion: "22248" uid: c48e5c00-0c3d-4cca-b004-95ec6db85616 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: Stopping container ensemble-graph-7cae9 metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:29Z" name: ensemble-graph-7cae9-767df688b9-rt9hd.18c676fc951946a5 namespace: kserve-ci-e2e-test resourceVersion: "26040" uid: c1cccb38-9cdb-476e-b8b8-dbcc706f1af4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:25:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-7cae9} kind: Pod name: ensemble-graph-7cae9-767df688b9-rt9hd namespace: kserve-ci-e2e-test resourceVersion: "22248" uid: c48e5c00-0c3d-4cca-b004-95ec6db85616 kind: Event lastTimestamp: "2026-07-28T13:25:57Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:25:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:57Z" name: ensemble-graph-7cae9-767df688b9-rt9hd.18c676fd601e714f namespace: kserve-ci-e2e-test resourceVersion: "26388" uid: 9f4c451f-ebf9-46ab-b654-1654f3b8abbd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-7cae9-767df688b9 namespace: kserve-ci-e2e-test resourceVersion: "22243" uid: 8fe1495e-103d-43e2-87e6-75fc10ca8435 kind: Event lastTimestamp: "2026-07-28T13:17:14Z" message: 'Created pod: ensemble-graph-7cae9-767df688b9-rt9hd' metadata: creationTimestamp: "2026-07-28T13:17:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:14Z" name: ensemble-graph-7cae9-767df688b9.18c676896d5912cd namespace: kserve-ci-e2e-test resourceVersion: "22247" uid: b66f8c53-ad40-4139-9ed8-3d84931572b6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "22240" uid: 0c851235-599c-464d-8c2e-6f67c5c0e19f kind: Event lastTimestamp: "2026-07-28T13:17:14Z" message: Scaled up replica set ensemble-graph-7cae9-767df688b9 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:17:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:14Z" name: ensemble-graph-7cae9.18c676896ca1bffe namespace: kserve-ci-e2e-test resourceVersion: "22244" uid: 923f48ee-2a3b-48e2-a7d7-a250a81dab29 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:14Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "22260" uid: e3394e1e-2573-4f7a-ae0d-2cade1e581e7 kind: Event lastTimestamp: "2026-07-28T13:17:14Z" message: InferenceGraph [ensemble-graph-7cae9] is Ready metadata: creationTimestamp: "2026-07-28T13:17:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:14Z" name: ensemble-graph-7cae9.18c6768971f58078 namespace: kserve-ci-e2e-test resourceVersion: "22262" uid: b6dc9b4b-9f89-4525-a153-019e37d5d2c2 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "22242" uid: a1741194-8166-4e74-966e-58ebb5037619 kind: Event lastTimestamp: "2026-07-28T13:17:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:17:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:29Z" name: ensemble-graph-7cae9.18c6768ceb0815c1 namespace: kserve-ci-e2e-test resourceVersion: "22390" uid: a6214f1b-5496-4be0-8a11-6274dc57de6a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "22242" uid: a1741194-8166-4e74-966e-58ebb5037619 kind: Event lastTimestamp: "2026-07-28T13:17:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:17:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:29Z" name: ensemble-graph-7cae9.18c6768ceb646c69 namespace: kserve-ci-e2e-test resourceVersion: "22392" uid: dce68a30-4b90-4c07-b613-cffcea74097b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "22391" uid: a1741194-8166-4e74-966e-58ebb5037619 kind: Event lastTimestamp: "2026-07-28T13:17:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:17:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:44Z" name: ensemble-graph-7cae9.18c676906a266c6d namespace: kserve-ci-e2e-test resourceVersion: "22528" uid: 20e51753-5e91-4b19-a173-a0a6d3bc8175 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "22391" uid: a1741194-8166-4e74-966e-58ebb5037619 kind: Event lastTimestamp: "2026-07-28T13:17:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:17:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:44Z" name: ensemble-graph-7cae9.18c676906a8ab672 namespace: kserve-ci-e2e-test resourceVersion: "22529" uid: 1ef661e6-02ca-4d78-b347-c4aaf0026076 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:16:04.601822Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-dec07-58484fdcf5-2h8mv namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 00141ead-2a40-4143-8bd6-bfb644c683ff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-dec07-58484fdcf5-2h8mv to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:16:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:16:04Z" name: ensemble-graph-dec07-58484fdcf5-2h8mv.18c676790e4a0501 namespace: kserve-ci-e2e-test resourceVersion: "21288" uid: 32c42246-c445-449e-9a30-99a9138c68de reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:05Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-dec07-58484fdcf5-2h8mv namespace: kserve-ci-e2e-test resourceVersion: "21293" uid: 00141ead-2a40-4143-8bd6-bfb644c683ff kind: Event lastTimestamp: "2026-07-28T13:16:05Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:16:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:16:05Z" name: ensemble-graph-dec07-58484fdcf5-2h8mv.18c6767927e03254 namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: 39685f51-ebc9-4b47-b576-67f2fea11566 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-dec07} kind: Pod name: ensemble-graph-dec07-58484fdcf5-2h8mv namespace: kserve-ci-e2e-test resourceVersion: "21284" uid: 00141ead-2a40-4143-8bd6-bfb644c683ff kind: Event lastTimestamp: "2026-07-28T13:16:05Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:05Z" name: ensemble-graph-dec07-58484fdcf5-2h8mv.18c67679290e4a99 namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: 14967808-595d-42b0-ad5c-5cc2bfed695f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-dec07} kind: Pod name: ensemble-graph-dec07-58484fdcf5-2h8mv namespace: kserve-ci-e2e-test resourceVersion: "21284" uid: 00141ead-2a40-4143-8bd6-bfb644c683ff kind: Event lastTimestamp: "2026-07-28T13:16:05Z" message: 'Created container: ensemble-graph-dec07' metadata: creationTimestamp: "2026-07-28T13:16:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:05Z" name: ensemble-graph-dec07-58484fdcf5-2h8mv.18c676792cdc57aa namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 07be19f7-37d1-41f7-93a5-11ddba8fe984 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-dec07} kind: Pod name: ensemble-graph-dec07-58484fdcf5-2h8mv namespace: kserve-ci-e2e-test resourceVersion: "21284" uid: 00141ead-2a40-4143-8bd6-bfb644c683ff kind: Event lastTimestamp: "2026-07-28T13:16:05Z" message: Started container ensemble-graph-dec07 metadata: creationTimestamp: "2026-07-28T13:16:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:05Z" name: ensemble-graph-dec07-58484fdcf5-2h8mv.18c676792d545832 namespace: kserve-ci-e2e-test resourceVersion: "21310" uid: 15c484dd-35cc-46eb-8563-bcfefb5e6ad5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-dec07} kind: Pod name: ensemble-graph-dec07-58484fdcf5-2h8mv namespace: kserve-ci-e2e-test resourceVersion: "21284" uid: 00141ead-2a40-4143-8bd6-bfb644c683ff kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: Stopping container ensemble-graph-dec07 metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:14Z" name: ensemble-graph-dec07-58484fdcf5-2h8mv.18c6767b66abf65e namespace: kserve-ci-e2e-test resourceVersion: "21405" uid: f7111e96-ac3d-42ca-afd0-9997265c23a6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:16:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-dec07} kind: Pod name: ensemble-graph-dec07-58484fdcf5-2h8mv namespace: kserve-ci-e2e-test resourceVersion: "21284" uid: 00141ead-2a40-4143-8bd6-bfb644c683ff kind: Event lastTimestamp: "2026-07-28T13:16:41Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:16:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:41Z" name: ensemble-graph-dec07-58484fdcf5-2h8mv.18c6767bdc3dc96c namespace: kserve-ci-e2e-test resourceVersion: "21802" uid: e279b067-8efe-4628-a98b-0db93f9502c8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-dec07-58484fdcf5 namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: b8f8dd74-89a0-46e9-a1f3-c10f38483f39 kind: Event lastTimestamp: "2026-07-28T13:16:04Z" message: 'Created pod: ensemble-graph-dec07-58484fdcf5-2h8mv' metadata: creationTimestamp: "2026-07-28T13:16:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:04Z" name: ensemble-graph-dec07-58484fdcf5.18c676790dde33fb namespace: kserve-ci-e2e-test resourceVersion: "21283" uid: ba3c6875-5fba-4dcc-a5f8-9b04e363eba6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-dec07 namespace: kserve-ci-e2e-test resourceVersion: "21277" uid: ce92b225-a91c-4bf0-b4b5-ee8685e02aac kind: Event lastTimestamp: "2026-07-28T13:16:04Z" message: Scaled up replica set ensemble-graph-dec07-58484fdcf5 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:16:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:04Z" name: ensemble-graph-dec07.18c676790d18187e namespace: kserve-ci-e2e-test resourceVersion: "21280" uid: b637827a-163a-4953-bc01-761936a139c1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:04Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-dec07 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 51594373-aebc-4c6e-840d-807dc091ec1a kind: Event lastTimestamp: "2026-07-28T13:16:04Z" message: InferenceGraph [ensemble-graph-dec07] is Ready metadata: creationTimestamp: "2026-07-28T13:16:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:04Z" name: ensemble-graph-dec07.18c6767912e02d33 namespace: kserve-ci-e2e-test resourceVersion: "21299" uid: d93eb01e-7bc9-406d-a86d-f0b7879f0574 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:26:05.683862Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26548" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:26:05Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c67705019207c9 namespace: kserve-ci-e2e-test resourceVersion: "26552" uid: 858ff752-4a7c-4670-8909-22330c641f20 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26556" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:26:06Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c677051ba91ba0 namespace: kserve-ci-e2e-test resourceVersion: "26572" uid: 509e0137-d7f9-486b-bc77-6373c9363d40 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c677051d11b6b7 namespace: kserve-ci-e2e-test resourceVersion: "26574" uid: c94277c3-c9f3-4b9c-b112-c740f6bdae0a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c677051fe26c07 namespace: kserve-ci-e2e-test resourceVersion: "26575" uid: d6e4f82f-736e-4e7a-a769-1c7557381eaf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c6770520f0049b namespace: kserve-ci-e2e-test resourceVersion: "26576" uid: 66eff57f-3216-4b99-9ed6-ed67449ba15e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c6770520fc0c12 namespace: kserve-ci-e2e-test resourceVersion: "26577" uid: a6f40cd8-29d0-4257-8c1a-d4ef7804332f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c677052461c3da namespace: kserve-ci-e2e-test resourceVersion: "26578" uid: 45e328d9-f57e-40a4-bb2b-cdff13ae680a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c6770524dd4c52 namespace: kserve-ci-e2e-test resourceVersion: "26579" uid: 52656071-fbe1-4ef5-814d-3e88328a787d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:26:42Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:42Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c6770543c403f7 namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b529fb46-196e-4576-8071-b1c705375a9e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:43:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:43:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:43:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:43:25Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c677f708eceb5b namespace: kserve-ci-e2e-test resourceVersion: "34233" uid: edc0b1bc-fcd8-4196-abfd-50e0018bf565 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:43:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:43:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:43:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:43:25Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c677f708ed94f2 namespace: kserve-ci-e2e-test resourceVersion: "34234" uid: f90470c8-9664-404b-ab81-bc92663e753f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:43:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp namespace: kserve-ci-e2e-test resourceVersion: "26550" uid: 316b03dc-65ce-4d8d-8f1f-3d44a049a440 kind: Event lastTimestamp: "2026-07-28T13:43:27Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:43:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:43:27Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp.18c677f7a4638cab namespace: kserve-ci-e2e-test resourceVersion: "34286" uid: f6259956-9658-4e88-9919-b0d2e3b17b5b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-18d3f-predictor-79b6b9f98b namespace: kserve-ci-e2e-test resourceVersion: "26541" uid: dd1a9b03-3905-4dbd-8598-12734b8e0e53 kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: 'Created pod: error-404-isvc-18d3f-predictor-79b6b9f98b-fc2xp' metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:05Z" name: error-404-isvc-18d3f-predictor-79b6b9f98b.18c677050129a7a5 namespace: kserve-ci-e2e-test resourceVersion: "26549" uid: 89a59955-32bb-4d00-9044-e378168244e4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-18d3f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26539" uid: d3d66d25-6213-4165-aee2-9763f84ddc4f kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: Scaled up replica set error-404-isvc-18d3f-predictor-79b6b9f98b from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:05Z" name: error-404-isvc-18d3f-predictor.18c67704ff924e70 namespace: kserve-ci-e2e-test resourceVersion: "26542" uid: c7ee6518-fc86-4867-8f31-595315a8e21d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:26:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-18d3f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26540" uid: 61aa023c-d124-4a46-b901-c628cdbcc59e kind: Event lastTimestamp: "2026-07-28T13:27:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:26:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:05Z" name: error-404-isvc-18d3f-predictor.18c677087e178f57 namespace: kserve-ci-e2e-test resourceVersion: "27323" uid: ef3be1cd-74b2-4116-93d8-b83ca8797d38 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:26:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-18d3f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26540" uid: 61aa023c-d124-4a46-b901-c628cdbcc59e kind: Event lastTimestamp: "2026-07-28T13:27:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:26:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:05Z" name: error-404-isvc-18d3f-predictor.18c677087e85e48c namespace: kserve-ci-e2e-test resourceVersion: "27324" uid: 864ee599-6e4d-4a8e-b8c3-8111e28298f2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-18d3f namespace: kserve-ci-e2e-test resourceVersion: "26532" uid: aa772eb3-3149-498c-a95f-2c8528c94761 kind: Event lastTimestamp: "2026-07-28T13:26:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:52Z" name: error-404-isvc-18d3f.18c67704ff973bea namespace: kserve-ci-e2e-test resourceVersion: "27197" uid: 8ceed62b-94f6-4196-9aa5-5c547ead4d4e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-18d3f namespace: kserve-ci-e2e-test resourceVersion: "26532" uid: aa772eb3-3149-498c-a95f-2c8528c94761 kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: 'Failed to update status for InferenceService "error-404-isvc-18d3f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-18d3f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:05Z" name: error-404-isvc-18d3f.18c6770500241f71 namespace: kserve-ci-e2e-test resourceVersion: "26545" uid: ccced325-d775-44d3-8dfb-acd430220736 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-18d3f namespace: kserve-ci-e2e-test resourceVersion: "26532" uid: aa772eb3-3149-498c-a95f-2c8528c94761 kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-18d3f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:05Z" name: error-404-isvc-18d3f.18c6770500247a69 namespace: kserve-ci-e2e-test resourceVersion: "26547" uid: e41998a7-9908-4268-b7b8-d56f7962b3c4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-18d3f namespace: kserve-ci-e2e-test resourceVersion: "27195" uid: aa772eb3-3149-498c-a95f-2c8528c94761 kind: Event lastTimestamp: "2026-07-28T13:26:52Z" message: InferenceService [error-404-isvc-18d3f] is Ready metadata: creationTimestamp: "2026-07-28T13:26:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:52Z" name: error-404-isvc-18d3f.18c6770fff334d88 namespace: kserve-ci-e2e-test resourceVersion: "27196" uid: c5f598f9-a762-40f4-9aa4-bb270e67f165 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:25:29.825188Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26105" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:25:29Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fca83a22fe namespace: kserve-ci-e2e-test resourceVersion: "26110" uid: 992468ad-e937-4f35-a038-edf2cddb7502 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-198f4-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fcb4d0c8b9 namespace: kserve-ci-e2e-test resourceVersion: "26139" uid: d50b4cff-4083-41c1-9e0f-87922fe81c03 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26115" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:25:30Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fce614c3ef namespace: kserve-ci-e2e-test resourceVersion: "26159" uid: 70723402-1577-4184-9973-d21bfc5c1cd8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fce77c4bbd namespace: kserve-ci-e2e-test resourceVersion: "26161" uid: d809d8d3-7148-4c61-aef9-1e092eb151dd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fceaefe94c namespace: kserve-ci-e2e-test resourceVersion: "26162" uid: 465c2e2c-095a-4f3f-a299-0f8ff5a582f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fceb68a6ca namespace: kserve-ci-e2e-test resourceVersion: "26163" uid: 8d7846f5-3c0a-4214-ae3a-e495f474e979 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fceb74863c namespace: kserve-ci-e2e-test resourceVersion: "26164" uid: 07aff373-53b7-4f6c-a65b-e395e142eeb9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:25:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:25:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:31Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fceebef2ec namespace: kserve-ci-e2e-test resourceVersion: "26165" uid: cfaccbb5-478d-4373-922a-d2e92cb88f14 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:25:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:25:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:31Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fcef3ee7ec namespace: kserve-ci-e2e-test resourceVersion: "26166" uid: b408f5f7-db62-4852-bbe8-952799c154f4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:25:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:26:08Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:25:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:08Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c676fd5042a75e namespace: kserve-ci-e2e-test resourceVersion: "26618" uid: c51888e2-034f-4544-8ea0-db872b08e513 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c6770cff6db4a8 namespace: kserve-ci-e2e-test resourceVersion: "26995" uid: fac8b5f1-809b-472c-9839-61c7f9a49472 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6 namespace: kserve-ci-e2e-test resourceVersion: "26108" uid: 6dcd5827-68af-4199-93d3-1729343138ff kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6.18c6770cff6e28dc namespace: kserve-ci-e2e-test resourceVersion: "27001" uid: 2dde1161-94c4-46e4-8746-c64b215ad13e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-198f4-predictor-f9dd4f67d namespace: kserve-ci-e2e-test resourceVersion: "26095" uid: f073345a-d78e-46bd-b682-33c0a05f30e3 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: 'Created pod: error-404-isvc-198f4-predictor-f9dd4f67d-5glr6' metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:25:29Z" name: error-404-isvc-198f4-predictor-f9dd4f67d.18c676fca7c7b6f3 namespace: kserve-ci-e2e-test resourceVersion: "26107" uid: 8678b4ce-0d94-44c7-9d9e-199afcfb278d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26091" uid: 07d3c042-ce64-4221-be9d-d193d723c396 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: Scaled up replica set error-404-isvc-198f4-predictor-f9dd4f67d from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:25:29Z" name: error-404-isvc-198f4-predictor.18c676fca61f7a0a namespace: kserve-ci-e2e-test resourceVersion: "26098" uid: 8e0ef275-7c3e-42ce-bac6-0c11ac3f9f0b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:25:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26094" uid: 941dcac6-ef38-4cec-af3c-39d06eef67b3 kind: Event lastTimestamp: "2026-07-28T13:26:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:25:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:14Z" name: error-404-isvc-198f4-predictor.18c67700247a35fa namespace: kserve-ci-e2e-test resourceVersion: "26675" uid: 97c5cd77-154a-4871-8590-8aa8417837fc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:25:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26094" uid: 941dcac6-ef38-4cec-af3c-39d06eef67b3 kind: Event lastTimestamp: "2026-07-28T13:26:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:25:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:14Z" name: error-404-isvc-198f4-predictor.18c6770024ea8ba2 namespace: kserve-ci-e2e-test resourceVersion: "26676" uid: 53efb5d8-c3d2-4271-85f2-b27887fccdae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:25:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26286" uid: 941dcac6-ef38-4cec-af3c-39d06eef67b3 kind: Event lastTimestamp: "2026-07-28T13:26:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:25:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:29Z" name: error-404-isvc-198f4-predictor.18c67703a38aafea namespace: kserve-ci-e2e-test resourceVersion: "26838" uid: fa2f4c55-8744-47e9-889e-0b1bf7b9de67 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:25:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26286" uid: 941dcac6-ef38-4cec-af3c-39d06eef67b3 kind: Event lastTimestamp: "2026-07-28T13:26:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:25:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:29Z" name: error-404-isvc-198f4-predictor.18c67703a3eba59b namespace: kserve-ci-e2e-test resourceVersion: "26840" uid: 273e2870-8d05-4427-b16b-2cd5c82ce07e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-198f4 namespace: kserve-ci-e2e-test resourceVersion: "26076" uid: a9c86fec-c782-4f58-8dbf-5b363d9ab710 kind: Event lastTimestamp: "2026-07-28T13:26:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:18Z" name: error-404-isvc-198f4.18c676fca63e4659 namespace: kserve-ci-e2e-test resourceVersion: "26726" uid: 1bdea8d7-7942-4ed0-b703-99d18dbd4434 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-198f4 namespace: kserve-ci-e2e-test resourceVersion: "26076" uid: a9c86fec-c782-4f58-8dbf-5b363d9ab710 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: 'Failed to update status for InferenceService "error-404-isvc-198f4": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-198f4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:25:29Z" name: error-404-isvc-198f4.18c676fca6bd8bdd namespace: kserve-ci-e2e-test resourceVersion: "26101" uid: 2a144d6a-1eab-4167-bd98-38cde63a7515 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-198f4 namespace: kserve-ci-e2e-test resourceVersion: "26076" uid: a9c86fec-c782-4f58-8dbf-5b363d9ab710 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-198f4": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:25:29Z" name: error-404-isvc-198f4.18c676fca6bdf76d namespace: kserve-ci-e2e-test resourceVersion: "26103" uid: dbaba569-506d-4c7e-8709-4a28bc907ea6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-198f4 namespace: kserve-ci-e2e-test resourceVersion: "26723" uid: a9c86fec-c782-4f58-8dbf-5b363d9ab710 kind: Event lastTimestamp: "2026-07-28T13:26:18Z" message: InferenceService [error-404-isvc-198f4] is Ready metadata: creationTimestamp: "2026-07-28T13:26:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:18Z" name: error-404-isvc-198f4.18c677080be651ca namespace: kserve-ci-e2e-test resourceVersion: "26724" uid: a3c5fc46-1a06-4787-b1d9-eb6fe1b924c4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:16:14.956473Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21484" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:16:14Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767b77797085 namespace: kserve-ci-e2e-test resourceVersion: "21488" uid: 81e0dd0f-25bc-4b2a-b381-70d3211ae962 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21493" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:16:15Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767b90a8cc42 namespace: kserve-ci-e2e-test resourceVersion: "21509" uid: fcb0ccf0-da6e-4b20-9598-cbb3605d827a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767b91fbd0fc namespace: kserve-ci-e2e-test resourceVersion: "21511" uid: 337f363c-2051-4040-a59a-f5e8abf88879 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767b94bf18ff namespace: kserve-ci-e2e-test resourceVersion: "21512" uid: 07cb3faa-1cd8-4736-88a1-f6a8d86ccea2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767b9560d09d namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: efaacda9-0c72-479d-be4f-764e951c3952 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767b9568e737 namespace: kserve-ci-e2e-test resourceVersion: "21514" uid: dac2cd0e-036f-4c60-838d-7a282cd6f123 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767b98174946 namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: 11d92269-33cc-4adc-b185-49f91d49a879 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767b988c0891 namespace: kserve-ci-e2e-test resourceVersion: "21516" uid: e0acf56a-6462-4812-a4f6-37e799574141 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-28T13:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:25:33Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:33Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c6767c02136f9f namespace: kserve-ci-e2e-test resourceVersion: "26195" uid: a9f8c08e-cc9e-4cae-9bf9-3936231ee943 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:29Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c676fcac76aeb4 namespace: kserve-ci-e2e-test resourceVersion: "26130" uid: 1db14946-44ca-4bf0-8a2a-e970eed62832 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:29Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c676fcac77d1d1 namespace: kserve-ci-e2e-test resourceVersion: "26131" uid: 27c56072-6c95-4558-8918-1fd0491abcbd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27 namespace: kserve-ci-e2e-test resourceVersion: "21486" uid: f12ff5e3-1699-4900-a32b-e2da7d13a124 kind: Event lastTimestamp: "2026-07-28T13:25:33Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:25:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:33Z" name: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27.18c676fd7695639a namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: 3324cf2a-7de6-45b9-9cc9-9c54203e0066 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-7cae9-predictor-b8b577bfb namespace: kserve-ci-e2e-test resourceVersion: "21476" uid: a1ccd826-4fd7-4db2-96f3-9f2fa2b0021a kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: 'Created pod: error-404-isvc-7cae9-predictor-b8b577bfb-tzf27' metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:14Z" name: error-404-isvc-7cae9-predictor-b8b577bfb.18c6767b76fa8933 namespace: kserve-ci-e2e-test resourceVersion: "21485" uid: 40e24ce7-94e5-4c40-83eb-0d35e721f7ca reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21473" uid: 9a2e39a3-acae-4eb5-b347-c10a29a78ad7 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: Scaled up replica set error-404-isvc-7cae9-predictor-b8b577bfb from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:14Z" name: error-404-isvc-7cae9-predictor.18c6767b754752b0 namespace: kserve-ci-e2e-test resourceVersion: "21478" uid: 4bcd1737-8fd2-485d-9cfa-ec63070a58ff reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21475" uid: 20c90c43-d9a0-49b8-bf19-313f85f3796a kind: Event lastTimestamp: "2026-07-28T13:16:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:16:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:29Z" name: error-404-isvc-7cae9-predictor.18c6767ef3f36f27 namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: 1e6b7c88-d720-4d4d-b706-e947d40fefe3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21475" uid: 20c90c43-d9a0-49b8-bf19-313f85f3796a kind: Event lastTimestamp: "2026-07-28T13:16:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:16:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:29Z" name: error-404-isvc-7cae9-predictor.18c6767ef43901b8 namespace: kserve-ci-e2e-test resourceVersion: "21685" uid: 1621bcc5-682a-406c-878f-e7eafb1bb0d5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:16:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21684" uid: 20c90c43-d9a0-49b8-bf19-313f85f3796a kind: Event lastTimestamp: "2026-07-28T13:17:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:45Z" name: error-404-isvc-7cae9-predictor.18c6768272f27c51 namespace: kserve-ci-e2e-test resourceVersion: "22530" uid: fce0b175-7509-46ba-8553-376f1b313545 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:16:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21684" uid: 20c90c43-d9a0-49b8-bf19-313f85f3796a kind: Event lastTimestamp: "2026-07-28T13:17:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:16:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:45Z" name: error-404-isvc-7cae9-predictor.18c676827355c4de namespace: kserve-ci-e2e-test resourceVersion: "22531" uid: e54a466a-cf7b-46e8-92e5-0400ca212e0e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "21461" uid: b0850b35-fc4e-4419-9326-e6aa126f2654 kind: Event lastTimestamp: "2026-07-28T13:17:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:03Z" name: error-404-isvc-7cae9.18c6767b7584e4a5 namespace: kserve-ci-e2e-test resourceVersion: "22144" uid: 9647f2b4-4ad7-4f76-865e-6463a1364da3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "21461" uid: b0850b35-fc4e-4419-9326-e6aa126f2654 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: 'Failed to update status for InferenceService "error-404-isvc-7cae9": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7cae9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:14Z" name: error-404-isvc-7cae9.18c6767b75e86ed4 namespace: kserve-ci-e2e-test resourceVersion: "21481" uid: 97c4fb05-31fe-4d16-8b64-dad0f6eb5f57 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "21461" uid: b0850b35-fc4e-4419-9326-e6aa126f2654 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7cae9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:14Z" name: error-404-isvc-7cae9.18c6767b75e8a950 namespace: kserve-ci-e2e-test resourceVersion: "21483" uid: a4b4fd3a-2270-40e1-b549-64bde9b132f2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "22142" uid: b0850b35-fc4e-4419-9326-e6aa126f2654 kind: Event lastTimestamp: "2026-07-28T13:17:03Z" message: InferenceService [error-404-isvc-7cae9] is Ready metadata: creationTimestamp: "2026-07-28T13:17:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:03Z" name: error-404-isvc-7cae9.18c67686bdea5076 namespace: kserve-ci-e2e-test resourceVersion: "22143" uid: 4e48f0da-ad17-41e6-87f5-56a16935c043 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:15:40.516516Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21009" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-7ff2e-predictor-7484d48446-grrpl to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c6767372b1610a namespace: kserve-ci-e2e-test resourceVersion: "21013" uid: 32066807-ff43-4876-a6be-3ba33573d7af reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21020" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c676738c072a5b namespace: kserve-ci-e2e-test resourceVersion: "21037" uid: 4086db88-c4c4-406f-8f7c-224d1b65da2c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c676738d7df3a0 namespace: kserve-ci-e2e-test resourceVersion: "21039" uid: 1559dc5c-40c1-4638-9ca5-9898360cc5b6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:15:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:41Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c67673908778b5 namespace: kserve-ci-e2e-test resourceVersion: "21044" uid: 6d6ec59b-6fe8-406e-870e-a51aed563857 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:15:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:41Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c67673912b84c6 namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: 3cb516e1-3e10-4947-8d9d-e0a77c43d744 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:15:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:41Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c6767391347469 namespace: kserve-ci-e2e-test resourceVersion: "21048" uid: b8ccec5f-e8a4-4a32-9dbd-0aca2f95b418 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:15:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:41Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c6767394d105ae namespace: kserve-ci-e2e-test resourceVersion: "21050" uid: 57db3429-a7f9-4c43-bd02-5aa1046d5b37 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:15:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:41Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c6767395372778 namespace: kserve-ci-e2e-test resourceVersion: "21051" uid: 52d3d8b3-ef33-4775-975f-0ad8bca4be31 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:16:17Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:17Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c6767396f70266 namespace: kserve-ci-e2e-test resourceVersion: "21547" uid: 8235e257-3426-42e6-9e98-04e39bdc37a5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:50Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c67683c8945eaa namespace: kserve-ci-e2e-test resourceVersion: "21949" uid: 402acdb9-ab3e-42c7-a826-e38fb7894e64 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:50Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c67683c894c55d namespace: kserve-ci-e2e-test resourceVersion: "21954" uid: 5dbac6bb-5ec9-46f7-92da-ef450c44f113 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl namespace: kserve-ci-e2e-test resourceVersion: "21011" uid: e6d4ffd3-1013-4d9f-ac54-bc8b5fdf8f28 kind: Event lastTimestamp: "2026-07-28T13:16:52Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:16:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:52Z" name: error-404-isvc-7ff2e-predictor-7484d48446-grrpl.18c676841f1c2a6e namespace: kserve-ci-e2e-test resourceVersion: "22031" uid: 7d24b9d6-fc94-41d8-aa6a-d1561cc3d909 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-7ff2e-predictor-7484d48446 namespace: kserve-ci-e2e-test resourceVersion: "21002" uid: 916d5717-d123-47ce-8bea-f5030181f059 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: 'Created pod: error-404-isvc-7ff2e-predictor-7484d48446-grrpl' metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-7ff2e-predictor-7484d48446.18c676737224d84a namespace: kserve-ci-e2e-test resourceVersion: "21010" uid: 3a7b5847-ab1c-46d6-a8f7-2e765bfabafe reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21000" uid: 5c0d5ea3-747e-418e-9116-11620498a3f7 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Scaled up replica set error-404-isvc-7ff2e-predictor-7484d48446 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-7ff2e-predictor.18c676737076ebdf namespace: kserve-ci-e2e-test resourceVersion: "21003" uid: 1e20513b-b8a3-43f3-b6d4-23e0b480a932 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21001" uid: 76ef9731-0380-46d5-aa97-63cfaa331242 kind: Event lastTimestamp: "2026-07-28T13:15:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:15:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:55Z" name: error-404-isvc-7ff2e-predictor.18c67676eefc3d60 namespace: kserve-ci-e2e-test resourceVersion: "21203" uid: 76ba9174-6098-4455-a6ea-7a7a29afbc7b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21001" uid: 76ef9731-0380-46d5-aa97-63cfaa331242 kind: Event lastTimestamp: "2026-07-28T13:15:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:15:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:55Z" name: error-404-isvc-7ff2e-predictor.18c67676ef622169 namespace: kserve-ci-e2e-test resourceVersion: "21205" uid: 5c0ac206-2a06-4948-a4af-05aff6668b77 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:16:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21204" uid: 76ef9731-0380-46d5-aa97-63cfaa331242 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:40Z" name: error-404-isvc-7ff2e-predictor.18c6767a6e140f1d namespace: kserve-ci-e2e-test resourceVersion: "21788" uid: bf9cb5a0-c331-48fe-a0e1-89a279666ea9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:16:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21204" uid: 76ef9731-0380-46d5-aa97-63cfaa331242 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:16:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:40Z" name: error-404-isvc-7ff2e-predictor.18c6767a6e763bf3 namespace: kserve-ci-e2e-test resourceVersion: "21789" uid: 42de07e9-5625-4d24-b855-2d08f5a91bc3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "20993" uid: 7064a2da-171d-43c1-a06f-babab04fa674 kind: Event lastTimestamp: "2026-07-28T13:16:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:27Z" name: error-404-isvc-7ff2e.18c67673708823ac namespace: kserve-ci-e2e-test resourceVersion: "21661" uid: cc5e8ff2-4d74-4104-a27c-9cd4038cfab0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "20993" uid: 7064a2da-171d-43c1-a06f-babab04fa674 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: 'Failed to update status for InferenceService "error-404-isvc-7ff2e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7ff2e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-7ff2e.18c6767370f007b4 namespace: kserve-ci-e2e-test resourceVersion: "21006" uid: 960db6d3-bccc-4b32-ae8f-6587206c2712 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "20993" uid: 7064a2da-171d-43c1-a06f-babab04fa674 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-7ff2e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-7ff2e.18c6767370f0433c namespace: kserve-ci-e2e-test resourceVersion: "21008" uid: 1d060fea-03f9-43a7-9f73-da2bf12a17bb reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "21657" uid: 7064a2da-171d-43c1-a06f-babab04fa674 kind: Event lastTimestamp: "2026-07-28T13:16:27Z" message: InferenceService [error-404-isvc-7ff2e] is Ready metadata: creationTimestamp: "2026-07-28T13:16:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:27Z" name: error-404-isvc-7ff2e.18c6767e5248428b namespace: kserve-ci-e2e-test resourceVersion: "21659" uid: 31ce519d-d036-499b-a0a7-ada9a2d1a098 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:04:15.544534Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15095" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-aee94-predictor-6c8ccbb46b-q678d to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:04:15Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d3f72e6767 namespace: kserve-ci-e2e-test resourceVersion: "15099" uid: 423dce7b-e1e4-4992-8075-3367a506312d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:04:15Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d410effb19 namespace: kserve-ci-e2e-test resourceVersion: "15171" uid: 22dd7950-60f5-45c8-948c-9023ad7c1b03 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:16Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d4126a309f namespace: kserve-ci-e2e-test resourceVersion: "15175" uid: 35833313-e328-4223-a9d9-035bb5053d0a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:31Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" in 15.272s (15.272s including waiting). Image size: 1333905516 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:31Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d7a0bf609d namespace: kserve-ci-e2e-test resourceVersion: "15354" uid: 06dbb5cb-a53f-4a4c-8ac1-d8b4c1eb0b61 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:31Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d7a62b26be namespace: kserve-ci-e2e-test resourceVersion: "15355" uid: de50713d-8df2-4d17-a067-e2538b076670 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:31Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d7a763fc74 namespace: kserve-ci-e2e-test resourceVersion: "15356" uid: af7c6294-ee2b-40a0-976b-6918980d9edc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-28T13:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:31Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d7a76ff3f6 namespace: kserve-ci-e2e-test resourceVersion: "15357" uid: b2b60d40-665e-48a7-9dcb-72654abbb55a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:35Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 4.554s (4.554s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:35Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d8b6ec431c namespace: kserve-ci-e2e-test resourceVersion: "15402" uid: 5668ca57-cd9b-4ec0-80c3-e9718a8d6210 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:36Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d8baf752b7 namespace: kserve-ci-e2e-test resourceVersion: "15405" uid: ce28ff2c-7ca5-42e3-b2e6-63e7c1fe06f4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:04:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:36Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d8bb67e188 namespace: kserve-ci-e2e-test resourceVersion: "15407" uid: dcf3d57d-c032-4b54-80a9-8c2df42fbf83 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:05:12Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:12Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675d8ce5a7492 namespace: kserve-ci-e2e-test resourceVersion: "15736" uid: bfeb5dd8-75f4-4ee3-8fa1-1dfad89dde68 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:49Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675e9e47d21d8 namespace: kserve-ci-e2e-test resourceVersion: "16203" uid: 59ab75fe-17e7-4d41-aeff-df386cd36085 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:49Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675e9e47d7d3b namespace: kserve-ci-e2e-test resourceVersion: "16204" uid: 06d0a80f-9612-4d0c-8fb8-a47ca4eae7e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:05:53Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-07-28T13:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:53Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675eabc55a86a namespace: kserve-ci-e2e-test resourceVersion: "16271" uid: 145ce0ec-19f1-4371-ac0d-e7c3e48fcbe0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: 2dd0601b-6fa6-407f-aaf2-b9741e3834c2 kind: Event lastTimestamp: "2026-07-28T13:05:53Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: i/o timeout' metadata: creationTimestamp: "2026-07-28T13:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:53Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d.18c675eabcb0e572 namespace: kserve-ci-e2e-test resourceVersion: "16272" uid: c59c768f-b0a6-47a8-9e5f-a65863fac436 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-aee94-predictor-6c8ccbb46b namespace: kserve-ci-e2e-test resourceVersion: "15087" uid: b04ada2b-c603-480e-9571-ae0e744ee3da kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: 'Created pod: error-404-isvc-aee94-predictor-6c8ccbb46b-q678d' metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: error-404-isvc-aee94-predictor-6c8ccbb46b.18c675d3f6bd3a83 namespace: kserve-ci-e2e-test resourceVersion: "15096" uid: 6e0601d5-296b-4bde-abfb-c29a3c186e78 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15085" uid: 817bf540-8d50-4526-a1b8-bbd1baf206a2 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: Scaled up replica set error-404-isvc-aee94-predictor-6c8ccbb46b from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: error-404-isvc-aee94-predictor.18c675d3f508f2e7 namespace: kserve-ci-e2e-test resourceVersion: "15088" uid: 5737f7cf-15c9-455e-af20-c44da840ed3b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15086" uid: 7f011ed7-f19e-45ef-827f-d28a097a3449 kind: Event lastTimestamp: "2026-07-28T13:04:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:45Z" name: error-404-isvc-aee94-predictor.18c675d7738e49b2 namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: e4ee6a6c-9e29-4019-87cd-0159bb7a737d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15086" uid: 7f011ed7-f19e-45ef-827f-d28a097a3449 kind: Event lastTimestamp: "2026-07-28T13:04:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:45Z" name: error-404-isvc-aee94-predictor.18c675d773f39bab namespace: kserve-ci-e2e-test resourceVersion: "15506" uid: 4ee41349-65b0-4a6d-8a98-f76b83683bdc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:05:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15338" uid: 7f011ed7-f19e-45ef-827f-d28a097a3449 kind: Event lastTimestamp: "2026-07-28T13:05:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:45Z" name: error-404-isvc-aee94-predictor.18c675de7170faaf namespace: kserve-ci-e2e-test resourceVersion: "16058" uid: 430c706d-9c70-4aab-8e63-3c52c17e34eb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:05:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15338" uid: 7f011ed7-f19e-45ef-827f-d28a097a3449 kind: Event lastTimestamp: "2026-07-28T13:05:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:45Z" name: error-404-isvc-aee94-predictor.18c675de71c3cf0f namespace: kserve-ci-e2e-test resourceVersion: "16059" uid: 05fe823f-b57b-4f4a-b577-87406ed12006 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-aee94 namespace: kserve-ci-e2e-test resourceVersion: "15069" uid: a382d444-96a3-44e2-a9ea-5434b7c885b0 kind: Event lastTimestamp: "2026-07-28T13:05:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:22Z" name: error-404-isvc-aee94.18c675d3f51adb80 namespace: kserve-ci-e2e-test resourceVersion: "15831" uid: 10b76813-63c5-4c74-8023-ae529c7a1dba reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-aee94 namespace: kserve-ci-e2e-test resourceVersion: "15828" uid: a382d444-96a3-44e2-a9ea-5434b7c885b0 kind: Event lastTimestamp: "2026-07-28T13:05:22Z" message: InferenceService [error-404-isvc-aee94] is Ready metadata: creationTimestamp: "2026-07-28T13:05:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:22Z" name: error-404-isvc-aee94.18c675e38a6a5c4d namespace: kserve-ci-e2e-test resourceVersion: "15830" uid: 71e6d0f9-4a41-40a5-9331-4a3ca9b414cf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:26:40.116173Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27026" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-b971b-predictor-75f98f6896-m2rmj to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:26:40Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d05e56737 namespace: kserve-ci-e2e-test resourceVersion: "27031" uid: 30763465-a13e-4f61-af57-3347cbf9322c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-b971b-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d14cb0727 namespace: kserve-ci-e2e-test resourceVersion: "27044" uid: 0bff8e14-8669-4836-8a46-7beea698e6c2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:41Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27035" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:26:41Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:26:41Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d437a0c83 namespace: kserve-ci-e2e-test resourceVersion: "27065" uid: cddbe985-e235-462b-9c8b-6a2e9d255d03 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:26:41Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:41Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d450eeac0 namespace: kserve-ci-e2e-test resourceVersion: "27068" uid: b13628e3-a6d2-418d-9ee3-62b9c741d9d8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:26:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:41Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d48dbb48a namespace: kserve-ci-e2e-test resourceVersion: "27070" uid: 595074d0-9c4e-4a45-a584-88717ffbe1f7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:26:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:41Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d494ff6af namespace: kserve-ci-e2e-test resourceVersion: "27071" uid: 4527cd82-3c56-4eae-9bfa-409716947e16 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:26:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:41Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d495c0f10 namespace: kserve-ci-e2e-test resourceVersion: "27072" uid: c68698d3-efea-4bce-aea4-40c10ed86f67 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:26:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:41Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d4dc2f6d0 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: cf09eb2f-d9f4-425f-a6d5-5f93c758212e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:26:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:41Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770d4e41e3f5 namespace: kserve-ci-e2e-test resourceVersion: "27078" uid: 0c478e8b-fd23-4766-8a9b-4868734bfbe5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:26:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:27:18Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:26:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:18Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6770daf4b8f6c namespace: kserve-ci-e2e-test resourceVersion: "27449" uid: 068149f8-225a-4db6-8858-727262aa0e2d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:35:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:35:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:35:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:35:54Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6778e3454efae namespace: kserve-ci-e2e-test resourceVersion: "31110" uid: 2c224fad-c7e2-45ed-b4ba-aa3b3b658f6e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:35:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj namespace: kserve-ci-e2e-test resourceVersion: "27029" uid: 82c22232-ba57-477d-812f-81bb8879c5dc kind: Event lastTimestamp: "2026-07-28T13:35:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:35:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:35:54Z" name: error-404-isvc-b971b-predictor-75f98f6896-m2rmj.18c6778e34561e36 namespace: kserve-ci-e2e-test resourceVersion: "31111" uid: db48675a-845a-4a16-b11e-de4ec0811dbc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-b971b-predictor-75f98f6896 namespace: kserve-ci-e2e-test resourceVersion: "27017" uid: 476c3afe-1fe3-492e-951e-8333b3f56b5f kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: 'Created pod: error-404-isvc-b971b-predictor-75f98f6896-m2rmj' metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:40Z" name: error-404-isvc-b971b-predictor-75f98f6896.18c6770d05789d2a namespace: kserve-ci-e2e-test resourceVersion: "27028" uid: 8ecc5d82-6d1d-471e-9fb5-8a1f434f18f3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "27014" uid: bae6a512-1115-43c3-b544-c4cda37ae211 kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: Scaled up replica set error-404-isvc-b971b-predictor-75f98f6896 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:40Z" name: error-404-isvc-b971b-predictor.18c6770d03b7d95d namespace: kserve-ci-e2e-test resourceVersion: "27019" uid: 5074a718-0484-4d2d-8bbb-4ba23f336b3e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:26:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "27016" uid: daecce00-b32f-4b0f-a154-a5c6f5e748f2 kind: Event lastTimestamp: "2026-07-28T13:27:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:10Z" name: error-404-isvc-b971b-predictor.18c67710823a47b8 namespace: kserve-ci-e2e-test resourceVersion: "27376" uid: 0a9b904c-6b7f-4fb1-8fd6-45481142e38e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:26:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "27016" uid: daecce00-b32f-4b0f-a154-a5c6f5e748f2 kind: Event lastTimestamp: "2026-07-28T13:27:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:26:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:10Z" name: error-404-isvc-b971b-predictor.18c677108299086f namespace: kserve-ci-e2e-test resourceVersion: "27378" uid: 3049016d-efcd-4c1e-8ba8-91aa9268678a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:27:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "27223" uid: daecce00-b32f-4b0f-a154-a5c6f5e748f2 kind: Event lastTimestamp: "2026-07-28T13:27:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:27:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:40Z" name: error-404-isvc-b971b-predictor.18c6771780795f9c namespace: kserve-ci-e2e-test resourceVersion: "27647" uid: d2d1a7fd-5700-4e5c-8919-f5169c7429c8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:27:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "27223" uid: daecce00-b32f-4b0f-a154-a5c6f5e748f2 kind: Event lastTimestamp: "2026-07-28T13:27:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:27:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:40Z" name: error-404-isvc-b971b-predictor.18c6771780e05ef8 namespace: kserve-ci-e2e-test resourceVersion: "27649" uid: 631dd55b-8a69-42a1-a797-200bcbc8e688 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b971b namespace: kserve-ci-e2e-test resourceVersion: "26998" uid: 8855cdfe-457b-4854-b12d-05683265f7b5 kind: Event lastTimestamp: "2026-07-28T13:27:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:27:29Z" name: error-404-isvc-b971b.18c6770d03bcd776 namespace: kserve-ci-e2e-test resourceVersion: "27542" uid: f4485841-df7b-4b42-a077-ef0213ad94de reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b971b namespace: kserve-ci-e2e-test resourceVersion: "26998" uid: 8855cdfe-457b-4854-b12d-05683265f7b5 kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: 'Failed to update status for InferenceService "error-404-isvc-b971b": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b971b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:40Z" name: error-404-isvc-b971b.18c6770d0441625a namespace: kserve-ci-e2e-test resourceVersion: "27022" uid: 9d3efba2-0718-4375-8add-710acf0bf784 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b971b namespace: kserve-ci-e2e-test resourceVersion: "26998" uid: 8855cdfe-457b-4854-b12d-05683265f7b5 kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-b971b": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:40Z" name: error-404-isvc-b971b.18c6770d04419f81 namespace: kserve-ci-e2e-test resourceVersion: "27024" uid: efdbfd7f-ecef-4ab6-adba-2866b8a210d7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-b971b namespace: kserve-ci-e2e-test resourceVersion: "27539" uid: 8855cdfe-457b-4854-b12d-05683265f7b5 kind: Event lastTimestamp: "2026-07-28T13:27:29Z" message: InferenceService [error-404-isvc-b971b] is Ready metadata: creationTimestamp: "2026-07-28T13:27:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:27:29Z" name: error-404-isvc-b971b.18c677186ae05931 namespace: kserve-ci-e2e-test resourceVersion: "27540" uid: 801f332f-050a-42bc-a855-5009e2612044 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:05:49.682966Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16178" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:05:49Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675e9e244d783 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 1f47ce47-9c38-4e6c-a8e6-46c2c7001c2d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:05:50Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-c21f8-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:50Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675e9ea2e0cac namespace: kserve-ci-e2e-test resourceVersion: "16222" uid: 7cd947a1-b6b3-4fba-9c9c-6dbd7d84f243 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:05:51Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:05:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:05:51Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675ea54f518c8 namespace: kserve-ci-e2e-test resourceVersion: "16242" uid: b7ad49cb-320a-4ba5-a142-c387cdf45dac reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:05:51Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:05:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:51Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675ea56554cae namespace: kserve-ci-e2e-test resourceVersion: "16244" uid: b3791ef4-fc4a-4b77-a074-0e6c0de45cdf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:05:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:05:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:51Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675ea597dbcd1 namespace: kserve-ci-e2e-test resourceVersion: "16245" uid: aa6f49b3-c610-43e3-9d31-0e2df4e35c5b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:05:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:05:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:51Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675ea59da3ef5 namespace: kserve-ci-e2e-test resourceVersion: "16246" uid: 27ccbb31-4362-4ba7-bb91-7408fb068aca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:05:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:05:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:51Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675ea59e3c092 namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: fc545d13-e3b0-42d6-8f0a-ba95d3f339b1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:05:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:05:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:51Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675ea5cd316d7 namespace: kserve-ci-e2e-test resourceVersion: "16248" uid: e805ba56-a340-4ed5-bd3b-2cd2a8b54692 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:05:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:05:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:51Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675ea5d3319d4 namespace: kserve-ci-e2e-test resourceVersion: "16249" uid: 822f5bda-f256-401a-96e2-76561c997d4b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:05:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:06:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:05:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:28Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c675ea9474f88b namespace: kserve-ci-e2e-test resourceVersion: "16783" uid: 1dbd75b0-1c50-420b-9de3-fd391976a263 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:04Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c6766b1d24c1d5 namespace: kserve-ci-e2e-test resourceVersion: "20588" uid: 786fc238-ebcc-44a1-b88a-207adb236bc9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: c9980558-0b64-49ae-900a-c16cdc68794e kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:04Z" name: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7.18c6766b1d253658 namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: f1d953c0-5a6b-4f1c-b435-697cf4853a23 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c21f8-predictor-5c8d687554 namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: be884b27-994b-4b92-9b59-45e4e7ea7bb7 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: 'Created pod: error-404-isvc-c21f8-predictor-5c8d687554-v2gg7' metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:49Z" name: error-404-isvc-c21f8-predictor-5c8d687554.18c675e9e192af45 namespace: kserve-ci-e2e-test resourceVersion: "16181" uid: 57b86b3f-ad0e-4b9d-ae62-a01e1fcd88ca reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 65cb4a9c-b55f-4cd6-8673-2b374f698b88 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: Scaled up replica set error-404-isvc-c21f8-predictor-5c8d687554 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:49Z" name: error-404-isvc-c21f8-predictor.18c675e9dfd611fb namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: 9786ed2a-e759-4197-bb2b-fc981db541c7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:06:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 3a47e40b-cb54-4483-a758-bd8171569ac0 kind: Event lastTimestamp: "2026-07-28T13:06:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:06:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:19Z" name: error-404-isvc-c21f8-predictor.18c675ed5e701ce1 namespace: kserve-ci-e2e-test resourceVersion: "16546" uid: 12811bd3-e587-42dc-8fa2-76cbd7daa347 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:06:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 3a47e40b-cb54-4483-a758-bd8171569ac0 kind: Event lastTimestamp: "2026-07-28T13:06:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:06:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:19Z" name: error-404-isvc-c21f8-predictor.18c675ed5ed6adc4 namespace: kserve-ci-e2e-test resourceVersion: "16547" uid: 72208323-d84e-4b62-93b0-315219761fd5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:06:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: 3a47e40b-cb54-4483-a758-bd8171569ac0 kind: Event lastTimestamp: "2026-07-28T13:06:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:06:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:49Z" name: error-404-isvc-c21f8-predictor.18c675f45c4c96d2 namespace: kserve-ci-e2e-test resourceVersion: "16997" uid: cc1ff441-77de-43b0-b4a7-8faac3671eb7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:06:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: 3a47e40b-cb54-4483-a758-bd8171569ac0 kind: Event lastTimestamp: "2026-07-28T13:06:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:06:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:49Z" name: error-404-isvc-c21f8-predictor.18c675f45cbd74b1 namespace: kserve-ci-e2e-test resourceVersion: "16999" uid: afffa754-15e3-4641-998c-4b87368b8b02 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16152" uid: a3265fe8-5119-4a0c-9216-68cf7c2674c4 kind: Event lastTimestamp: "2026-07-28T13:06:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:06:38Z" name: error-404-isvc-c21f8.18c675e9dfe3bade namespace: kserve-ci-e2e-test resourceVersion: "16887" uid: 4739c3e7-b7b4-4613-8e3b-a23a7ea1618d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16152" uid: a3265fe8-5119-4a0c-9216-68cf7c2674c4 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: 'Failed to update status for InferenceService "error-404-isvc-c21f8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c21f8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:49Z" name: error-404-isvc-c21f8.18c675e9e0567aed namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 48b3430c-895c-4356-8e4f-504f61370b00 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16152" uid: a3265fe8-5119-4a0c-9216-68cf7c2674c4 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-c21f8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:49Z" name: error-404-isvc-c21f8.18c675e9e056b453 namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: 221f1dfe-a80c-45f6-b667-81e3f57510da reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16885" uid: a3265fe8-5119-4a0c-9216-68cf7c2674c4 kind: Event lastTimestamp: "2026-07-28T13:06:38Z" message: InferenceService [error-404-isvc-c21f8] is Ready metadata: creationTimestamp: "2026-07-28T13:06:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:06:38Z" name: error-404-isvc-c21f8.18c675f55020a97a namespace: kserve-ci-e2e-test resourceVersion: "16886" uid: e9284f9a-db10-4164-9caa-a52a841caa6d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:16:50.783585Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21980" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-dd548-predictor-5877b95dd-26m7l to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:16:50Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683ceefca6b namespace: kserve-ci-e2e-test resourceVersion: "21984" uid: 369028e8-d250-44a6-8166-821017cf8e89 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21988" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:16:51Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683e8e890a6 namespace: kserve-ci-e2e-test resourceVersion: "22006" uid: f152a4d5-5d25-475e-8d5e-ddf3a6b92e2d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683ea530f78 namespace: kserve-ci-e2e-test resourceVersion: "22008" uid: e9832975-6048-41ec-ae23-5791022f7ee6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683edb68def namespace: kserve-ci-e2e-test resourceVersion: "22012" uid: 98f73230-6d5f-4059-befe-aadd569aff6d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683ee2db058 namespace: kserve-ci-e2e-test resourceVersion: "22013" uid: 6d6015d8-5f39-4952-b53f-50eda9575bc4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683ee38ba32 namespace: kserve-ci-e2e-test resourceVersion: "22014" uid: 024bf94e-ff9e-488d-956d-004e3f3e06cb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683f0e273ce namespace: kserve-ci-e2e-test resourceVersion: "22018" uid: 0c9d0341-4252-4b42-90bc-a65648f77a71 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683f15b319d namespace: kserve-ci-e2e-test resourceVersion: "22020" uid: d8d1823e-f93b-4488-9c7c-49dba59fbd0c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:26:07Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:07Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67683f5aef489 namespace: kserve-ci-e2e-test resourceVersion: "26607" uid: 6ba3e420-864d-45dc-af94-3a0e392c0d01 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:05Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67704f89cc018 namespace: kserve-ci-e2e-test resourceVersion: "26513" uid: 3bc368d1-e635-480f-81a3-53ba248ff34c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:05Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c67704f89d458f namespace: kserve-ci-e2e-test resourceVersion: "26515" uid: 6312505b-d45e-4fc7-ac36-3ceca7c30afb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dd548-predictor-5877b95dd-26m7l namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: b1d21f1a-d1c8-49fb-91ff-89ae6f29b28c kind: Event lastTimestamp: "2026-07-28T13:26:07Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:07Z" name: error-404-isvc-dd548-predictor-5877b95dd-26m7l.18c677056a156cae namespace: kserve-ci-e2e-test resourceVersion: "26606" uid: 4ff1aba1-269f-40d0-9d53-9c18579ca98f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-dd548-predictor-5877b95dd namespace: kserve-ci-e2e-test resourceVersion: "21969" uid: bc3166fb-9866-451e-9387-17b5187372f8 kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: 'Created pod: error-404-isvc-dd548-predictor-5877b95dd-26m7l' metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:50Z" name: error-404-isvc-dd548-predictor-5877b95dd.18c67683ce893ece namespace: kserve-ci-e2e-test resourceVersion: "21981" uid: ce418047-e9b6-4689-820d-5c05a6ef83e5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "21966" uid: 3bea2e9d-2b6f-4192-8c93-1e6f8b5a722b kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: Scaled up replica set error-404-isvc-dd548-predictor-5877b95dd from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:50Z" name: error-404-isvc-dd548-predictor.18c67683ccb97aa7 namespace: kserve-ci-e2e-test resourceVersion: "21971" uid: 2a64c5ae-5c06-43ec-8027-c595784917b3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:17:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "21968" uid: 6676b4b4-e304-4eee-9d20-92fee61316e7 kind: Event lastTimestamp: "2026-07-28T13:17:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:20Z" name: error-404-isvc-dd548-predictor.18c676874b3f68b3 namespace: kserve-ci-e2e-test resourceVersion: "22325" uid: 7921c138-8b33-4e9b-a610-aacce0adaffc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:17:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "21968" uid: 6676b4b4-e304-4eee-9d20-92fee61316e7 kind: Event lastTimestamp: "2026-07-28T13:17:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:20Z" name: error-404-isvc-dd548-predictor.18c676874b9ce5bd namespace: kserve-ci-e2e-test resourceVersion: "22326" uid: f06cfc2b-f4a3-45df-a52d-13d88acf73ff reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:17:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "22163" uid: 6676b4b4-e304-4eee-9d20-92fee61316e7 kind: Event lastTimestamp: "2026-07-28T13:18:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:17:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:18:05Z" name: error-404-isvc-dd548-predictor.18c6768e48fd7e7e namespace: kserve-ci-e2e-test resourceVersion: "22723" uid: 80df2e28-d843-481a-b930-73b9915ffd79 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:17:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "22163" uid: 6676b4b4-e304-4eee-9d20-92fee61316e7 kind: Event lastTimestamp: "2026-07-28T13:18:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:17:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:18:05Z" name: error-404-isvc-dd548-predictor.18c6768e4970781b namespace: kserve-ci-e2e-test resourceVersion: "22724" uid: a68adab3-112d-4050-a989-d28c004bd646 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-dd548 namespace: kserve-ci-e2e-test resourceVersion: "21951" uid: 588bd3cb-dfb4-4419-ba4a-d96335e4c531 kind: Event lastTimestamp: "2026-07-28T13:17:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:37Z" name: error-404-isvc-dd548.18c67683ccc5cc8a namespace: kserve-ci-e2e-test resourceVersion: "22475" uid: 90313837-417c-415a-ada5-6e8d2134b575 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-dd548 namespace: kserve-ci-e2e-test resourceVersion: "21951" uid: 588bd3cb-dfb4-4419-ba4a-d96335e4c531 kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: 'Failed to update status for InferenceService "error-404-isvc-dd548": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-dd548": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:50Z" name: error-404-isvc-dd548.18c67683cd3f6821 namespace: kserve-ci-e2e-test resourceVersion: "21975" uid: 48d8abad-a6e8-45dd-84e2-ee474ab5caa7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-dd548 namespace: kserve-ci-e2e-test resourceVersion: "21951" uid: 588bd3cb-dfb4-4419-ba4a-d96335e4c531 kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-dd548": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:50Z" name: error-404-isvc-dd548.18c67683cd3fb3fc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 4e62cdc7-8a51-4095-a109-e965935c45c7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-dd548 namespace: kserve-ci-e2e-test resourceVersion: "22472" uid: 588bd3cb-dfb4-4419-ba4a-d96335e4c531 kind: Event lastTimestamp: "2026-07-28T13:17:37Z" message: InferenceService [error-404-isvc-dd548] is Ready metadata: creationTimestamp: "2026-07-28T13:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:37Z" name: error-404-isvc-dd548.18c6768eb0f09658 namespace: kserve-ci-e2e-test resourceVersion: "22473" uid: dbb4e4fd-bac1-4595-8a08-973a6cbf1146 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:15:04.678269Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20567" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-dec07-predictor-799fbb6756-wjkbv to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:15:04Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b1a913064 namespace: kserve-ci-e2e-test resourceVersion: "20571" uid: c70427ed-4047-4d62-9ee5-fda86e39059d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-dec07-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:04Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b26ec44a1 namespace: kserve-ci-e2e-test resourceVersion: "20602" uid: b8887d86-1556-4d97-b3dc-e238709b03dc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:05Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20582" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:05Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:15:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:15:05Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b57b753b1 namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: 5c7dd366-7383-4b0f-874c-77eee7c9383f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:05Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:15:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:05Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b591bfc35 namespace: kserve-ci-e2e-test resourceVersion: "20616" uid: 8de835be-5fbc-40ac-9d4b-6a08a3cf4f6a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:15:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:05Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b5c828e19 namespace: kserve-ci-e2e-test resourceVersion: "20617" uid: 35529546-7766-4754-a84b-ce39b37a63e3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:15:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:05Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b5ced68c5 namespace: kserve-ci-e2e-test resourceVersion: "20618" uid: 7d23cabc-e8fd-4411-8861-486b555005fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:15:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:05Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b5cfa23d9 namespace: kserve-ci-e2e-test resourceVersion: "20619" uid: 387eda33-d664-4b58-a881-819f0e08b73b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:15:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:05Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b5fdf3066 namespace: kserve-ci-e2e-test resourceVersion: "20620" uid: 3193b877-5003-4c96-b877-c2221f999832 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:15:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:05Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b604b4beb namespace: kserve-ci-e2e-test resourceVersion: "20621" uid: 28ab4a66-e1b3-400b-8e0f-40c41ffecf90 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:15:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:15:41Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:15:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:41Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6766b681dce64 namespace: kserve-ci-e2e-test resourceVersion: "21059" uid: 8307c6dc-7d48-42a9-ba8a-b651daa7ecd7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:14Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6767b70f62d2a namespace: kserve-ci-e2e-test resourceVersion: "21454" uid: 531dfedb-aa27-454b-a26f-9cfc6b4152fb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:14Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6767b70f68ad1 namespace: kserve-ci-e2e-test resourceVersion: "21459" uid: b01eba3e-fdee-4ff9-a51d-a9963948eb93 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: d878539b-0f35-4694-879b-349f708a32b5 kind: Event lastTimestamp: "2026-07-28T13:16:16Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:16:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:16Z" name: error-404-isvc-dec07-predictor-799fbb6756-wjkbv.18c6767bf03d170e namespace: kserve-ci-e2e-test resourceVersion: "21544" uid: 157f6d85-3c0e-4a0a-91be-e9e0f39b971f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-dec07-predictor-799fbb6756 namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: 94120ec9-1f19-4e95-8b19-b7df30b19f56 kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: 'Created pod: error-404-isvc-dec07-predictor-799fbb6756-wjkbv' metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:04Z" name: error-404-isvc-dec07-predictor-799fbb6756.18c6766b1a1d0634 namespace: kserve-ci-e2e-test resourceVersion: "20568" uid: 6d002d6c-aec4-481f-b4e6-6928c28c3802 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20559" uid: 394eb3d6-0dd5-4519-b042-4c460cab816f kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: Scaled up replica set error-404-isvc-dec07-predictor-799fbb6756 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:04Z" name: error-404-isvc-dec07-predictor.18c6766b183e4225 namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: 78402f17-9d59-4bbe-9205-c12230bbc2ec reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:15:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20560" uid: fb2715ff-ee4e-4df0-9848-9608725b2f54 kind: Event lastTimestamp: "2026-07-28T13:16:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:15:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:04Z" name: error-404-isvc-dec07-predictor.18c6766e96bd585a namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: 01e50433-92da-49a3-a506-71fb804c574d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:15:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20560" uid: fb2715ff-ee4e-4df0-9848-9608725b2f54 kind: Event lastTimestamp: "2026-07-28T13:16:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:15:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:04Z" name: error-404-isvc-dec07-predictor.18c6766e9725d251 namespace: kserve-ci-e2e-test resourceVersion: "21302" uid: 2cfa1962-3d3c-4445-be3a-482133f6ac06 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: fb2715ff-ee4e-4df0-9848-9608725b2f54 kind: Event lastTimestamp: "2026-07-28T13:15:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:15:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:34Z" name: error-404-isvc-dec07-predictor.18c6767215e5593b namespace: kserve-ci-e2e-test resourceVersion: "20871" uid: b743a693-afb2-4c48-861d-22e9cb7e61e5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: fb2715ff-ee4e-4df0-9848-9608725b2f54 kind: Event lastTimestamp: "2026-07-28T13:15:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:15:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:34Z" name: error-404-isvc-dec07-predictor.18c67672165a086e namespace: kserve-ci-e2e-test resourceVersion: "20873" uid: a061a47f-05f9-4f95-a231-fef6c576b380 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-dec07 namespace: kserve-ci-e2e-test resourceVersion: "20544" uid: 96d5f114-0dee-423c-b4fe-23eff5e5b717 kind: Event lastTimestamp: "2026-07-28T13:15:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:15:52Z" name: error-404-isvc-dec07.18c6766b1847d6bd namespace: kserve-ci-e2e-test resourceVersion: "21165" uid: 95fa5fcb-4cf1-448e-9949-678a6324c9ab reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-dec07 namespace: kserve-ci-e2e-test resourceVersion: "21162" uid: 96d5f114-0dee-423c-b4fe-23eff5e5b717 kind: Event lastTimestamp: "2026-07-28T13:15:52Z" message: InferenceService [error-404-isvc-dec07] is Ready metadata: creationTimestamp: "2026-07-28T13:15:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:15:52Z" name: error-404-isvc-dec07.18c6767623daced8 namespace: kserve-ci-e2e-test resourceVersion: "21163" uid: 32233011-1dbc-4543-a026-29ed0284e276 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:06:25.750291Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16710" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:06:25Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f2480ca36b namespace: kserve-ci-e2e-test resourceVersion: "16714" uid: 062f8d66-c3f5-4deb-b7c4-ba8a67878626 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16720" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:06:26Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f261867152 namespace: kserve-ci-e2e-test resourceVersion: "16737" uid: 8a505531-08b9-497a-86ce-0f17059f7c12 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f263255293 namespace: kserve-ci-e2e-test resourceVersion: "16739" uid: 860e7a67-83d7-4bb6-889f-cbbe912635f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f266042242 namespace: kserve-ci-e2e-test resourceVersion: "16740" uid: c1bee17a-805f-496a-8992-e0357f8f8e57 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f2667a7ee3 namespace: kserve-ci-e2e-test resourceVersion: "16741" uid: 42db1b4a-df72-49fb-92cc-7ee2134b6a3f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f266849960 namespace: kserve-ci-e2e-test resourceVersion: "16742" uid: a11f60b0-b6e7-4bb7-96c8-e85904116905 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f269986d83 namespace: kserve-ci-e2e-test resourceVersion: "16744" uid: 3660e66a-c0fb-4c6f-85fe-0b5c23dffeaa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f26a1d9d3d namespace: kserve-ci-e2e-test resourceVersion: "16745" uid: 69d5a795-95b3-4a0c-93a7-1fe59d653ad3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:15:42Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:42Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c675f288a530d0 namespace: kserve-ci-e2e-test resourceVersion: "21070" uid: a57d6101-3313-4fd9-b2b6-1fc2a7cde74b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c6767364ee3d12 namespace: kserve-ci-e2e-test resourceVersion: "20946" uid: 66a5b7fe-b488-43eb-aafd-f0ff7438a245 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c6767364eece7e namespace: kserve-ci-e2e-test resourceVersion: "20947" uid: 72983ca4-5283-4293-b454-9932f3901bdd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 8de6e196-32d6-4107-902d-1062cf141226 kind: Event lastTimestamp: "2026-07-28T13:15:42Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:42Z" name: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9.18c67673fd6e2cb6 namespace: kserve-ci-e2e-test resourceVersion: "21068" uid: 6c01a7e4-191d-492f-b5fc-fb6b3a6d05de reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-fec78-predictor-85b74f59f6 namespace: kserve-ci-e2e-test resourceVersion: "16701" uid: eb4be07a-970d-4df0-bac9-d417a24cdf47 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: 'Created pod: error-404-isvc-fec78-predictor-85b74f59f6-hkvv9' metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:25Z" name: error-404-isvc-fec78-predictor-85b74f59f6.18c675f247898d0d namespace: kserve-ci-e2e-test resourceVersion: "16711" uid: b39eef4a-bab0-4e1a-b975-8b12303d8123 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16697" uid: c769756e-2592-4491-a0af-89c0adaf5364 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Scaled up replica set error-404-isvc-fec78-predictor-85b74f59f6 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:25Z" name: error-404-isvc-fec78-predictor.18c675f2448e2d57 namespace: kserve-ci-e2e-test resourceVersion: "16702" uid: 2cbbb684-93ff-482d-9edf-769117100b3c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16699" uid: ea96dff5-ac25-4f93-a1f3-044a3352be51 kind: Event lastTimestamp: "2026-07-28T13:06:40Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:40Z" name: error-404-isvc-fec78-predictor.18c675f5c293573c namespace: kserve-ci-e2e-test resourceVersion: "16902" uid: 48bfa5e0-0cf2-4822-a4e6-7bd65f180b96 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16699" uid: ea96dff5-ac25-4f93-a1f3-044a3352be51 kind: Event lastTimestamp: "2026-07-28T13:06:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:40Z" name: error-404-isvc-fec78-predictor.18c675f5c2f48dda namespace: kserve-ci-e2e-test resourceVersion: "16904" uid: 2946a35e-bbd5-4d17-a42b-f6c1218db90d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:06:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16903" uid: ea96dff5-ac25-4f93-a1f3-044a3352be51 kind: Event lastTimestamp: "2026-07-28T13:07:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:06:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:40Z" name: error-404-isvc-fec78-predictor.18c675f941d477c6 namespace: kserve-ci-e2e-test resourceVersion: "17468" uid: 5bb78fe1-2599-4286-ae71-e0c7da147cc1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:06:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16903" uid: ea96dff5-ac25-4f93-a1f3-044a3352be51 kind: Event lastTimestamp: "2026-07-28T13:07:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:06:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:40Z" name: error-404-isvc-fec78-predictor.18c675f942433b58 namespace: kserve-ci-e2e-test resourceVersion: "17469" uid: b6956c8d-9cb6-4749-b788-c31627b76450 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fec78 namespace: kserve-ci-e2e-test resourceVersion: "16665" uid: 29ab80f7-5d3e-4e88-887a-dfe19ea2ff53 kind: Event lastTimestamp: "2026-07-28T13:07:12Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:07:12Z" name: error-404-isvc-fec78.18c675f2446e13b8 namespace: kserve-ci-e2e-test resourceVersion: "17215" uid: 5a4cbdd3-ba8e-4f71-ac88-ced6a6fcf6f2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fec78 namespace: kserve-ci-e2e-test resourceVersion: "16665" uid: 29ab80f7-5d3e-4e88-887a-dfe19ea2ff53 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: 'Failed to update status for InferenceService "error-404-isvc-fec78": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-fec78": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:06:25Z" name: error-404-isvc-fec78.18c675f246735539 namespace: kserve-ci-e2e-test resourceVersion: "16707" uid: e3a4f344-67c3-420c-96df-6714215b776f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fec78 namespace: kserve-ci-e2e-test resourceVersion: "16665" uid: 29ab80f7-5d3e-4e88-887a-dfe19ea2ff53 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-fec78": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:06:25Z" name: error-404-isvc-fec78.18c675f24673b235 namespace: kserve-ci-e2e-test resourceVersion: "16709" uid: 60b2651a-b444-48de-9e76-dff998a3f717 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-fec78 namespace: kserve-ci-e2e-test resourceVersion: "17213" uid: 29ab80f7-5d3e-4e88-887a-dfe19ea2ff53 kind: Event lastTimestamp: "2026-07-28T13:07:12Z" message: InferenceService [error-404-isvc-fec78] is Ready metadata: creationTimestamp: "2026-07-28T13:07:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:07:12Z" name: error-404-isvc-fec78.18c675fd446fda6b namespace: kserve-ci-e2e-test resourceVersion: "17214" uid: 243602d3-a237-4c15-9b7d-49ce54e4735e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:04:15.468651Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:04:15Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d3f2a8874f namespace: kserve-ci-e2e-test resourceVersion: "15076" uid: a4e9afbf-130d-4f51-8671-4a0f6c23e4c9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:15Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d3fdf7bbf8 namespace: kserve-ci-e2e-test resourceVersion: "15122" uid: dc026258-ffd2-4ccc-abc9-82e2c549977a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15081" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:04:16Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d43027caa8 namespace: kserve-ci-e2e-test resourceVersion: "15201" uid: c49969c2-f8cc-4c56-975d-1de5e6d66245 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d" already present on machine metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:16Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d431ac87c4 namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: 04900201-66c4-4c38-9af2-f4eeae5c8f05 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:16Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d435263da9 namespace: kserve-ci-e2e-test resourceVersion: "15205" uid: 34265424-d27f-46cc-a6e1-4d3261fc53e9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:16Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d4359ade3f namespace: kserve-ci-e2e-test resourceVersion: "15206" uid: 332fbc8f-8e34-4259-ac40-4306ac83f883 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:21Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814" metadata: creationTimestamp: "2026-07-28T13:04:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:21Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d54add9f46 namespace: kserve-ci-e2e-test resourceVersion: "15252" uid: 762aca9a-e44c-4fc5-bd15-917c9d2768a6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:31Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814" in 10.303s (10.303s including waiting). Image size: 1555840948 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:31Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d7b108690b namespace: kserve-ci-e2e-test resourceVersion: "15358" uid: 0c52257e-44c5-4ecf-95c0-a48fa0952e8c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:31Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d7b6533aef namespace: kserve-ci-e2e-test resourceVersion: "15360" uid: d17f0e82-dea5-4cd5-b9e6-46aeb7447bc8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:31Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d7b753800d namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 3cbeca97-78fd-44d9-b7f2-6e66f23f59e7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-28T13:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:31Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d7b761bc97 namespace: kserve-ci-e2e-test resourceVersion: "15362" uid: ef8ccbfb-f5c5-407f-9a23-b3f416f4e90a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:35Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 4.281s (4.281s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:35Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d8b691acdb namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: 7a5100a7-d5d0-4554-bfd7-f1ab8639c04b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:36Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d8bb3741a4 namespace: kserve-ci-e2e-test resourceVersion: "15406" uid: 5797419e-7836-4ae4-92b2-1067366b847f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:04:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:36Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d8bba3cea3 namespace: kserve-ci-e2e-test resourceVersion: "15408" uid: 018ef005-8914-425e-b848-311b7bd99829 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-28T13:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:05:43Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:43Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675d8ce7714ae namespace: kserve-ci-e2e-test resourceVersion: "16031" uid: 2acf400b-f93a-4c47-9667-3f589acc9399 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:25Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675f23b7720b9 namespace: kserve-ci-e2e-test resourceVersion: "16663" uid: ecc58b3c-e6a7-4adb-a526-3e38c6e423e4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:25Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675f23b77b58e namespace: kserve-ci-e2e-test resourceVersion: "16669" uid: 7b02e1b7-74d1-4e38-bc87-12cbe62e94b3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd namespace: kserve-ci-e2e-test resourceVersion: "15073" uid: f773907b-7eee-4385-ae85-d2134155cd42 kind: Event lastTimestamp: "2026-07-28T13:06:27Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:06:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:27Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd.18c675f2a6e5a473 namespace: kserve-ci-e2e-test resourceVersion: "16766" uid: 5d6ea84f-b753-4f43-93b7-ce8dd1e230a9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6d55f5d589 namespace: kserve-ci-e2e-test resourceVersion: "15063" uid: 845329e3-c575-4e36-9a77-d3ff4fd54b95 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6d55f5d589-s8ssd' metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: isvc-sklearn-graph-1-predictor-6d55f5d589.18c675d3f210a8ba namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: 26f9b93b-c83e-45ba-b5e7-171ecf2b6e32 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15061" uid: 1db77cda-8f2c-4f86-a707-56f9ff6e66ef kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6d55f5d589 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: isvc-sklearn-graph-1-predictor.18c675d3ef0988a2 namespace: kserve-ci-e2e-test resourceVersion: "15064" uid: 1cbe7dab-335e-4d75-b063-ef79e23f4198 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: d3fab376-20a0-46c5-8ebd-9da29f16e389 kind: Event lastTimestamp: "2026-07-28T13:05:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:15Z" name: isvc-sklearn-graph-1-predictor.18c675d76d95371a namespace: kserve-ci-e2e-test resourceVersion: "15762" uid: 7f6e8983-f7b3-4a37-b704-246ecc9af27e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: d3fab376-20a0-46c5-8ebd-9da29f16e389 kind: Event lastTimestamp: "2026-07-28T13:05:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:15Z" name: isvc-sklearn-graph-1-predictor.18c675d76dfe9f82 namespace: kserve-ci-e2e-test resourceVersion: "15763" uid: 16e88968-d629-4969-a1ff-67ca55092306 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:05:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15335" uid: d3fab376-20a0-46c5-8ebd-9da29f16e389 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:15Z" name: isvc-sklearn-graph-1-predictor.18c675e569257df5 namespace: kserve-ci-e2e-test resourceVersion: "16496" uid: 77c07293-989a-4186-aa48-1671fb8f838d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:05:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15335" uid: d3fab376-20a0-46c5-8ebd-9da29f16e389 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:15Z" name: isvc-sklearn-graph-1-predictor.18c675e5698b7201 namespace: kserve-ci-e2e-test resourceVersion: "16497" uid: 739445e6-ef7c-4efc-a118-001e8f1e7ad9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: f1e326a3-aa5e-41f4-9467-359a0f2ddfbf kind: Event lastTimestamp: "2026-07-28T13:05:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:53Z" name: isvc-sklearn-graph-1.18c675d3ef161a26 namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 0fbb67dd-dcb2-430c-b229-f253fbfaa5e2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: f1e326a3-aa5e-41f4-9467-359a0f2ddfbf kind: Event lastTimestamp: "2026-07-28T13:05:53Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-07-28T13:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:53Z" name: isvc-sklearn-graph-1.18c675eaca176acb namespace: kserve-ci-e2e-test resourceVersion: "16283" uid: 894eda92-0e09-4128-a6fd-959fd18e9f40 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:04:15.833785Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15152" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:04:15Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d4086c08a4 namespace: kserve-ci-e2e-test resourceVersion: "15159" uid: dbbcc92e-7726-4a4b-8a43-8eda6a854438 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15164" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:04:16Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d4226982e6 namespace: kserve-ci-e2e-test resourceVersion: "15193" uid: 545d9f53-c1e8-4e85-b3f2-51e73a17367f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d" metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:16Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d423f5e8b4 namespace: kserve-ci-e2e-test resourceVersion: "15196" uid: d9ec6d2f-23f1-459a-9242-8534d296a089 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:20Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d" in 4.078s (4.078s including waiting). Image size: 300981723 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:20Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d5170bce32 namespace: kserve-ci-e2e-test resourceVersion: "15239" uid: 188efe04-87df-4caa-a282-92c2748ab870 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:20Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-28T13:04:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:20Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d51a269d4a namespace: kserve-ci-e2e-test resourceVersion: "15240" uid: 9120daa9-be28-416f-a0d7-89c36d03fa47 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:20Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-28T13:04:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:20Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d51a9f3bb9 namespace: kserve-ci-e2e-test resourceVersion: "15241" uid: 25dde512-d1b2-4601-a237-5d4b61bef1f5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:25Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814" metadata: creationTimestamp: "2026-07-28T13:04:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:25Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d63457e656 namespace: kserve-ci-e2e-test resourceVersion: "15288" uid: 1169472e-cbe4-4492-8fb7-9d0dbd318765 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:37Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814" in 12.743s (12.743s including waiting). Image size: 1555840948 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:37Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d92bedfc97 namespace: kserve-ci-e2e-test resourceVersion: "15427" uid: 54dfe88a-3487-4df2-8c7d-9ce87afd770a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:04:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:37Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d92f135f7f namespace: kserve-ci-e2e-test resourceVersion: "15428" uid: a64c74c7-ed47-437a-833f-29eb3bb8d1ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:04:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:37Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d92f854c7a namespace: kserve-ci-e2e-test resourceVersion: "15430" uid: e9ee6fea-1f5c-4fad-9c16-fbbf402a8bee reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:37Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-28T13:04:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:37Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d92f90cf0d namespace: kserve-ci-e2e-test resourceVersion: "15431" uid: 256794d4-9678-4b11-8654-106d9e564bfb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:40Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.516s (2.516s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:40Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d9c591ea3e namespace: kserve-ci-e2e-test resourceVersion: "15450" uid: c81c8d40-04c2-42f7-90c1-64fa8020b7d8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:04:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:40Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d9c9767d89 namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: 638df6a9-1b23-494c-9d27-712e879bf211 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:04:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:04:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:40Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d9c9e90dde namespace: kserve-ci-e2e-test resourceVersion: "15452" uid: 0a7974e3-33ea-4179-98a6-75ca5ccb5291 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-28T13:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:06:27Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:27Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675d9f2660a95 namespace: kserve-ci-e2e-test resourceVersion: "16765" uid: 9a9b2910-cf53-43f3-a8c4-9f240c5b8064 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:25Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675f237bb3908 namespace: kserve-ci-e2e-test resourceVersion: "16632" uid: 5af3df8f-cb78-4072-85b4-5a8a0d1b810b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:25Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675f237bbcb4b namespace: kserve-ci-e2e-test resourceVersion: "16635" uid: a7dc7bc5-c3fe-4e57-a5db-d6dd1db01a81 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w namespace: kserve-ci-e2e-test resourceVersion: "15156" uid: ceb1d2bf-9452-4d32-9c72-7fe727ec9202 kind: Event lastTimestamp: "2026-07-28T13:06:27Z" message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp 10.133.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:06:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:27Z" name: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w.18c675f2a0b0c89a namespace: kserve-ci-e2e-test resourceVersion: "16764" uid: 82c29db5-7256-4c6a-90ab-15133b9f9fc1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-7d44765f95 namespace: kserve-ci-e2e-test resourceVersion: "15144" uid: 5ed966d1-bca3-4b90-bc2c-79ac37496a17 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-7d44765f95-wlh2w' metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: isvc-sklearn-graph-2-predictor-7d44765f95.18c675d40802238e namespace: kserve-ci-e2e-test resourceVersion: "15155" uid: c4d65fe5-cb8a-4fd2-a03b-2ea4db6485a5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15141" uid: ed039a33-f85c-4a2f-82a6-cf9c242a7c35 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-7d44765f95 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: isvc-sklearn-graph-2-predictor.18c675d404c41900 namespace: kserve-ci-e2e-test resourceVersion: "15145" uid: 32945e6f-fe31-4502-9375-a82eb74a3fce reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 69c9c48a-3353-409f-ba6e-8a7b88402588 kind: Event lastTimestamp: "2026-07-28T13:05:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:15Z" name: isvc-sklearn-graph-2-predictor.18c675d7835107ab namespace: kserve-ci-e2e-test resourceVersion: "15769" uid: 1e9cce35-905c-4262-85a0-a81a40b0c244 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 69c9c48a-3353-409f-ba6e-8a7b88402588 kind: Event lastTimestamp: "2026-07-28T13:05:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:15Z" name: isvc-sklearn-graph-2-predictor.18c675d783ba3f99 namespace: kserve-ci-e2e-test resourceVersion: "15770" uid: ac642338-5ed4-4eea-bf78-67c2d655b5d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:05:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15347" uid: 69c9c48a-3353-409f-ba6e-8a7b88402588 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:15Z" name: isvc-sklearn-graph-2-predictor.18c675e57ed16146 namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: b96dbe21-2acb-4b02-be1c-79bdbfcf846d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:05:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15347" uid: 69c9c48a-3353-409f-ba6e-8a7b88402588 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:15Z" name: isvc-sklearn-graph-2-predictor.18c675e57f3a41f9 namespace: kserve-ci-e2e-test resourceVersion: "16502" uid: 5f01315d-6086-463d-919b-30a03d596873 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15132" uid: a661dfb2-9797-4b09-8937-2fa9cc8e9f3c kind: Event lastTimestamp: "2026-07-28T13:05:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:57Z" name: isvc-sklearn-graph-2.18c675d404cbeca6 namespace: kserve-ci-e2e-test resourceVersion: "16327" uid: 8e18307c-f549-44c5-9df6-f07d0f55a77d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "16325" uid: a661dfb2-9797-4b09-8937-2fa9cc8e9f3c kind: Event lastTimestamp: "2026-07-28T13:05:57Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-07-28T13:05:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:57Z" name: isvc-sklearn-graph-2.18c675ebaa65ff29 namespace: kserve-ci-e2e-test resourceVersion: "16326" uid: a44f95c3-80d9-464c-bc06-d7fc254d0066 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:04:15.674442Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15123" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-98h27 to ip-10-0-135-149.ec2.internal metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:04:15Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675d3feeca961 namespace: kserve-ci-e2e-test resourceVersion: "15127" uid: c83206aa-3707-4532-a1c0-e70555463374 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15131" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:04:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675d4188209f4 namespace: kserve-ci-e2e-test resourceVersion: "15180" uid: fe0518c5-07fc-48ed-93ea-1baecd2fa832 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d" already present on machine metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675d419f7040f namespace: kserve-ci-e2e-test resourceVersion: "15183" uid: 2061a42b-1590-4231-9017-c6ab8da0fb71 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675d41d0da89f namespace: kserve-ci-e2e-test resourceVersion: "15185" uid: d675862b-5d3b-4cb2-9cb6-f125edb5f8ff reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:16Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-28T13:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:16Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675d41d7ed7fd namespace: kserve-ci-e2e-test resourceVersion: "15186" uid: 9a09a0da-0b5c-4012-9d6d-08ab2e061083 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:21Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-28T13:04:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:21Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675d54afa375d namespace: kserve-ci-e2e-test resourceVersion: "15253" uid: 62cf9d23-a19a-46fe-81dc-c0f198b0a8df reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:51Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 30.742s (30.742s including waiting). Image size: 1307355896 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:51Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675dc735d29a1 namespace: kserve-ci-e2e-test resourceVersion: "15554" uid: a361ba5c-b03d-4885-a5ab-71c0be0d537e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:04:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675dc781a9ddc namespace: kserve-ci-e2e-test resourceVersion: "15556" uid: 51d0d077-d18e-4c35-90b1-8a3cd2e8f187 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:04:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675dc78ea2ef9 namespace: kserve-ci-e2e-test resourceVersion: "15557" uid: 9d645a77-409f-46b0-b013-90af3acd5e73 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:04:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675dc78fe206b namespace: kserve-ci-e2e-test resourceVersion: "15558" uid: e463e8fc-b0f1-40a3-91ba-55cede4a75ab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:04:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675dc7cc34803 namespace: kserve-ci-e2e-test resourceVersion: "15559" uid: f0d4b8ec-afa9-435b-ae7c-3aebb26ab0ad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:04:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:04:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:52Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675dc7f0597b3 namespace: kserve-ci-e2e-test resourceVersion: "15561" uid: a00205db-5963-47d8-98e3-7b576a06dd11 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-28T13:04:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:06:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:04:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:28Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675dc8cee858b namespace: kserve-ci-e2e-test resourceVersion: "16779" uid: ad0adad9-eafa-46ac-8837-e1a4e3ae9853 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:25Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675f2414f090b namespace: kserve-ci-e2e-test resourceVersion: "16696" uid: ff6e58d7-59a6-42a6-9fa1-2570b974486d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:25Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675f2414f928e namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: 069e3543-470b-4d60-b99e-cc2789687450 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-98h27 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5d250e58-bb57-4e03-bebe-f22ba62ea946 kind: Event lastTimestamp: "2026-07-28T13:06:28Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:06:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:28Z" name: isvc-xgboost-graph-predictor-555fc69d56-98h27.18c675f2e736e63d namespace: kserve-ci-e2e-test resourceVersion: "16778" uid: 6488c198-868f-4eab-b690-cc5f2bb53e6f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-149.ec2.internal source: component: kubelet host: ip-10-0-135-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 1f0b0d2f-91a9-4039-bb57-f14d5dc4804d kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-98h27' metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: isvc-xgboost-graph-predictor-555fc69d56.18c675d3fe79dca9 namespace: kserve-ci-e2e-test resourceVersion: "15124" uid: 30eecea2-270a-49e2-aea4-c5c004569369 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: 9c5d019f-d566-4ae6-92b7-aa56509d8c80 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: isvc-xgboost-graph-predictor.18c675d3fb987b4a namespace: kserve-ci-e2e-test resourceVersion: "15116" uid: 31663138-aa20-4536-ab75-ce1e1ab1f2c6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: 5be76d99-b298-4bf9-b416-2dc783acd9a5 kind: Event lastTimestamp: "2026-07-28T13:05:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:30Z" name: isvc-xgboost-graph-predictor.18c675d77a20e5df namespace: kserve-ci-e2e-test resourceVersion: "15899" uid: bc2811b8-ae9b-4622-8be6-0a7b444b63cb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: 5be76d99-b298-4bf9-b416-2dc783acd9a5 kind: Event lastTimestamp: "2026-07-28T13:05:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:30Z" name: isvc-xgboost-graph-predictor.18c675d77a92c297 namespace: kserve-ci-e2e-test resourceVersion: "15900" uid: 1d76e213-914c-4a15-abd3-aa24c5803d64 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:05:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15342" uid: 5be76d99-b298-4bf9-b416-2dc783acd9a5 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:15Z" name: isvc-xgboost-graph-predictor.18c675e8f42d52cf namespace: kserve-ci-e2e-test resourceVersion: "16499" uid: 22b61611-3f61-4f63-827b-7db853d6a875 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:05:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15342" uid: 5be76d99-b298-4bf9-b416-2dc783acd9a5 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:15Z" name: isvc-xgboost-graph-predictor.18c675e8f496f575 namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: b09a0003-080d-42d3-8ac7-d9a1649de2da reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15100" uid: be457a75-be22-426e-bba7-7f33bf5d5e8f kind: Event lastTimestamp: "2026-07-28T13:05:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:48Z" name: isvc-xgboost-graph.18c675d3fbca93a2 namespace: kserve-ci-e2e-test resourceVersion: "16093" uid: e75b515c-bb05-40b4-8fce-de2da60328b7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "16090" uid: be457a75-be22-426e-bba7-7f33bf5d5e8f kind: Event lastTimestamp: "2026-07-28T13:05:48Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-07-28T13:05:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:48Z" name: isvc-xgboost-graph.18c675e99c93e735 namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: 1cbf408f-a8b1-4702-89da-26a06e7a1c6c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:06:15.235827Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-b84f4c8c7-bkw6s namespace: kserve-ci-e2e-test resourceVersion: "16477" uid: 96378e72-6ba9-40dc-989a-d8b9f4ca4982 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-b84f4c8c7-bkw6s to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:06:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:06:15Z" name: model-chainer-b84f4c8c7-bkw6s.18c675efd55686cd namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: e0bf547e-7a91-4fe7-9688-9f28eee4bf6f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:15Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-b84f4c8c7-bkw6s namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 96378e72-6ba9-40dc-989a-d8b9f4ca4982 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:06:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:15Z" name: model-chainer-b84f4c8c7-bkw6s.18c675efde5709ba namespace: kserve-ci-e2e-test resourceVersion: "16492" uid: 03dd38cc-61a5-4095-a511-882befd28cec reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:16Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-b84f4c8c7-bkw6s namespace: kserve-ci-e2e-test resourceVersion: "16486" uid: 96378e72-6ba9-40dc-989a-d8b9f4ca4982 kind: Event lastTimestamp: "2026-07-28T13:06:16Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:06:16Z" name: model-chainer-b84f4c8c7-bkw6s.18c675f01355600c namespace: kserve-ci-e2e-test resourceVersion: "16505" uid: 994b6a02-72f1-4ecf-94b1-e0f0b042afb3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-b84f4c8c7-bkw6s namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 96378e72-6ba9-40dc-989a-d8b9f4ca4982 kind: Event lastTimestamp: "2026-07-28T13:06:16Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:16Z" name: model-chainer-b84f4c8c7-bkw6s.18c675f01497957c namespace: kserve-ci-e2e-test resourceVersion: "16507" uid: aa032ae9-2f79-4a19-b659-d92f6fd544f7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-b84f4c8c7-bkw6s namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 96378e72-6ba9-40dc-989a-d8b9f4ca4982 kind: Event lastTimestamp: "2026-07-28T13:06:16Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-07-28T13:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:16Z" name: model-chainer-b84f4c8c7-bkw6s.18c675f017d8b91a namespace: kserve-ci-e2e-test resourceVersion: "16509" uid: a5b56d03-2fea-4812-b121-d36dd114dc93 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-b84f4c8c7-bkw6s namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 96378e72-6ba9-40dc-989a-d8b9f4ca4982 kind: Event lastTimestamp: "2026-07-28T13:06:16Z" message: Started container model-chainer metadata: creationTimestamp: "2026-07-28T13:06:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:16Z" name: model-chainer-b84f4c8c7-bkw6s.18c675f0185abe81 namespace: kserve-ci-e2e-test resourceVersion: "16510" uid: a0356a09-09e7-4e48-89d9-7d73260d6ad0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-b84f4c8c7-bkw6s namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 96378e72-6ba9-40dc-989a-d8b9f4ca4982 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:25Z" name: model-chainer-b84f4c8c7-bkw6s.18c675f22ff88f9f namespace: kserve-ci-e2e-test resourceVersion: "16609" uid: 409210bd-5109-4301-a162-ecf5bbdbf579 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:06:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-b84f4c8c7-bkw6s namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 96378e72-6ba9-40dc-989a-d8b9f4ca4982 kind: Event lastTimestamp: "2026-07-28T13:06:52Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:06:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:52Z" name: model-chainer-b84f4c8c7-bkw6s.18c675f2b55a42c5 namespace: kserve-ci-e2e-test resourceVersion: "17033" uid: 2e4526cd-3cc7-44e9-9c93-8c47dc82ba2d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-b84f4c8c7 namespace: kserve-ci-e2e-test resourceVersion: "16474" uid: b0b6c8a3-76a2-4e86-b3f2-cff682369705 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'Created pod: model-chainer-b84f4c8c7-bkw6s' metadata: creationTimestamp: "2026-07-28T13:06:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:15Z" name: model-chainer-b84f4c8c7.18c675efd4de63f2 namespace: kserve-ci-e2e-test resourceVersion: "16481" uid: d966f144-204d-4a31-95b0-3da347b5755b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16472" uid: ddc80958-8e08-4f83-b4d4-1f8f9e0de9d9 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: Scaled up replica set model-chainer-b84f4c8c7 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:06:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:15Z" name: model-chainer.18c675efd39c6f3a namespace: kserve-ci-e2e-test resourceVersion: "16475" uid: 509b6c3c-9d9e-4e7f-829b-ee3a1cd621b9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:15Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16488" uid: f3ad3984-e3bc-4971-9f5a-cba6b8aebd92 kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-07-28T13:06:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:06:15Z" name: model-chainer.18c675efd9726bf2 namespace: kserve-ci-e2e-test resourceVersion: "16490" uid: d678ed9f-d616-41ca-96a0-058b89fa448d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:16:40.404665Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-7ff2e-565db5bccb-wwrvw namespace: kserve-ci-e2e-test resourceVersion: "21769" uid: 1b4bac38-329f-41d2-9cd0-78822db9ddb7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-7ff2e-565db5bccb-wwrvw to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:16:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:16:40Z" name: sequence-graph-7ff2e-565db5bccb-wwrvw.18c67681644e06f2 namespace: kserve-ci-e2e-test resourceVersion: "21774" uid: e6f32392-84de-4e7b-9bef-4d8aba622e09 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:40Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-7ff2e-565db5bccb-wwrvw namespace: kserve-ci-e2e-test resourceVersion: "21778" uid: 1b4bac38-329f-41d2-9cd0-78822db9ddb7 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:16:40Z" name: sequence-graph-7ff2e-565db5bccb-wwrvw.18c676817dea8335 namespace: kserve-ci-e2e-test resourceVersion: "21793" uid: 23065b89-81c5-485a-895c-d0739c18b81e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ff2e} kind: Pod name: sequence-graph-7ff2e-565db5bccb-wwrvw namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: 1b4bac38-329f-41d2-9cd0-78822db9ddb7 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:40Z" name: sequence-graph-7ff2e-565db5bccb-wwrvw.18c676817f3c20d5 namespace: kserve-ci-e2e-test resourceVersion: "21795" uid: 5ce22050-d47d-4825-b59c-940c6502842b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ff2e} kind: Pod name: sequence-graph-7ff2e-565db5bccb-wwrvw namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: 1b4bac38-329f-41d2-9cd0-78822db9ddb7 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: 'Created container: sequence-graph-7ff2e' metadata: creationTimestamp: "2026-07-28T13:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:40Z" name: sequence-graph-7ff2e-565db5bccb-wwrvw.18c6768182c476b2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: e2553b5a-9552-43dc-ae4b-1c7ab92d736a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ff2e} kind: Pod name: sequence-graph-7ff2e-565db5bccb-wwrvw namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: 1b4bac38-329f-41d2-9cd0-78822db9ddb7 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: Started container sequence-graph-7ff2e metadata: creationTimestamp: "2026-07-28T13:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:40Z" name: sequence-graph-7ff2e-565db5bccb-wwrvw.18c67681833be892 namespace: kserve-ci-e2e-test resourceVersion: "21797" uid: 653328ac-ad90-4657-baab-9038d33e7827 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ff2e} kind: Pod name: sequence-graph-7ff2e-565db5bccb-wwrvw namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: 1b4bac38-329f-41d2-9cd0-78822db9ddb7 kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: Stopping container sequence-graph-7ff2e metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:50Z" name: sequence-graph-7ff2e-565db5bccb-wwrvw.18c67683bd788e21 namespace: kserve-ci-e2e-test resourceVersion: "21899" uid: bbb55376-3e39-4843-875a-1de199958972 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:16:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-7ff2e} kind: Pod name: sequence-graph-7ff2e-565db5bccb-wwrvw namespace: kserve-ci-e2e-test resourceVersion: "21771" uid: 1b4bac38-329f-41d2-9cd0-78822db9ddb7 kind: Event lastTimestamp: "2026-07-28T13:17:17Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:16:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:17Z" name: sequence-graph-7ff2e-565db5bccb-wwrvw.18c6768445fb460b namespace: kserve-ci-e2e-test resourceVersion: "22296" uid: 03d13b6a-1071-4954-ba0e-b159ba559edb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-7ff2e-565db5bccb namespace: kserve-ci-e2e-test resourceVersion: "21766" uid: e6ef1421-24cd-403d-a5c3-4249f1226b76 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: 'Created pod: sequence-graph-7ff2e-565db5bccb-wwrvw' metadata: creationTimestamp: "2026-07-28T13:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:40Z" name: sequence-graph-7ff2e-565db5bccb.18c6768163d1d8c5 namespace: kserve-ci-e2e-test resourceVersion: "21770" uid: f36b110f-8f80-407d-b294-d168da83b419 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "21764" uid: 112b8876-4fcb-4925-8f6b-67498730d9eb kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: Scaled up replica set sequence-graph-7ff2e-565db5bccb from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:40Z" name: sequence-graph-7ff2e.18c6768162e189d7 namespace: kserve-ci-e2e-test resourceVersion: "21768" uid: 84b79df4-4814-4ff2-b07f-445cfca91cb6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:40Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "21784" uid: 752e780f-b8b0-4613-a16e-9a8feb5263cb kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: InferenceGraph [sequence-graph-7ff2e] is Ready metadata: creationTimestamp: "2026-07-28T13:16:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:40Z" name: sequence-graph-7ff2e.18c676816925e5c9 namespace: kserve-ci-e2e-test resourceVersion: "21786" uid: fe0d0dc7-2b36-4d64-b38e-a78f42bcfe69 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:17:50.789141Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-dd548-6dccf7f8d4-xcl74 namespace: kserve-ci-e2e-test resourceVersion: "22584" uid: 3fbe842a-36c7-428c-a0f8-f1a18c0b52a3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-dd548-6dccf7f8d4-xcl74 to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:17:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:17:50Z" name: sequence-graph-dd548-6dccf7f8d4-xcl74.18c67691c78bdc88 namespace: kserve-ci-e2e-test resourceVersion: "22589" uid: 88addef3-f143-4ad8-b6e9-d0c84e7a77d4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:51Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-dd548-6dccf7f8d4-xcl74 namespace: kserve-ci-e2e-test resourceVersion: "22588" uid: 3fbe842a-36c7-428c-a0f8-f1a18c0b52a3 kind: Event lastTimestamp: "2026-07-28T13:17:51Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-dd548-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:51Z" name: sequence-graph-dd548-6dccf7f8d4-xcl74.18c67691d714e708 namespace: kserve-ci-e2e-test resourceVersion: "22602" uid: 6bffbc9d-37c3-4602-8c46-6a5caf96d204 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:51Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-dd548-6dccf7f8d4-xcl74 namespace: kserve-ci-e2e-test resourceVersion: "22596" uid: 3fbe842a-36c7-428c-a0f8-f1a18c0b52a3 kind: Event lastTimestamp: "2026-07-28T13:17:51Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:17:51Z" name: sequence-graph-dd548-6dccf7f8d4-xcl74.18c6769204e63135 namespace: kserve-ci-e2e-test resourceVersion: "22610" uid: f0467528-d40c-4ac2-9038-e5ee59178b86 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-dd548} kind: Pod name: sequence-graph-dd548-6dccf7f8d4-xcl74 namespace: kserve-ci-e2e-test resourceVersion: "22588" uid: 3fbe842a-36c7-428c-a0f8-f1a18c0b52a3 kind: Event lastTimestamp: "2026-07-28T13:17:51Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:51Z" name: sequence-graph-dd548-6dccf7f8d4-xcl74.18c6769206284c19 namespace: kserve-ci-e2e-test resourceVersion: "22612" uid: ccb1e895-d7c8-4028-ad9b-48b0c35bcaec reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-dd548} kind: Pod name: sequence-graph-dd548-6dccf7f8d4-xcl74 namespace: kserve-ci-e2e-test resourceVersion: "22588" uid: 3fbe842a-36c7-428c-a0f8-f1a18c0b52a3 kind: Event lastTimestamp: "2026-07-28T13:17:51Z" message: 'Created container: sequence-graph-dd548' metadata: creationTimestamp: "2026-07-28T13:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:51Z" name: sequence-graph-dd548-6dccf7f8d4-xcl74.18c676920923e65c namespace: kserve-ci-e2e-test resourceVersion: "22613" uid: eaa53a20-5e29-4744-a59b-6c9298096881 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-dd548} kind: Pod name: sequence-graph-dd548-6dccf7f8d4-xcl74 namespace: kserve-ci-e2e-test resourceVersion: "22588" uid: 3fbe842a-36c7-428c-a0f8-f1a18c0b52a3 kind: Event lastTimestamp: "2026-07-28T13:17:51Z" message: Started container sequence-graph-dd548 metadata: creationTimestamp: "2026-07-28T13:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:17:51Z" name: sequence-graph-dd548-6dccf7f8d4-xcl74.18c67692099ae15d namespace: kserve-ci-e2e-test resourceVersion: "22614" uid: b8f5628f-d3b9-48be-9edb-fa8a4ce39146 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-dd548} kind: Pod name: sequence-graph-dd548-6dccf7f8d4-xcl74 namespace: kserve-ci-e2e-test resourceVersion: "22588" uid: 3fbe842a-36c7-428c-a0f8-f1a18c0b52a3 kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: Stopping container sequence-graph-dd548 metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:05Z" name: sequence-graph-dd548-6dccf7f8d4-xcl74.18c67704ee1b1bfa namespace: kserve-ci-e2e-test resourceVersion: "26468" uid: ada1931a-8e9a-4e4d-bcf4-4b21d030e32d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:26:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-dd548} kind: Pod name: sequence-graph-dd548-6dccf7f8d4-xcl74 namespace: kserve-ci-e2e-test resourceVersion: "22588" uid: 3fbe842a-36c7-428c-a0f8-f1a18c0b52a3 kind: Event lastTimestamp: "2026-07-28T13:26:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:26:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:33Z" name: sequence-graph-dd548-6dccf7f8d4-xcl74.18c677058dbeec9f namespace: kserve-ci-e2e-test resourceVersion: "26873" uid: 43f011b8-f85b-45a7-a4b1-c351d345c443 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-dd548-6dccf7f8d4 namespace: kserve-ci-e2e-test resourceVersion: "22580" uid: 770f7e96-8f18-42ba-9317-58cfcf42b78e kind: Event lastTimestamp: "2026-07-28T13:17:50Z" message: 'Created pod: sequence-graph-dd548-6dccf7f8d4-xcl74' metadata: creationTimestamp: "2026-07-28T13:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:50Z" name: sequence-graph-dd548-6dccf7f8d4.18c67691c6e53ec8 namespace: kserve-ci-e2e-test resourceVersion: "22586" uid: 06c1318c-6687-49b5-958f-317dba13215a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-dd548 namespace: kserve-ci-e2e-test resourceVersion: "22578" uid: c7e15722-e662-40b4-974a-d739e5a8c423 kind: Event lastTimestamp: "2026-07-28T13:17:50Z" message: Scaled up replica set sequence-graph-dd548-6dccf7f8d4 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:50Z" name: sequence-graph-dd548.18c67691c5a54367 namespace: kserve-ci-e2e-test resourceVersion: "22581" uid: d676e9bc-0254-4918-b20f-dc9b05cfc50d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:50Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-dd548 namespace: kserve-ci-e2e-test resourceVersion: "22598" uid: aa75d1e3-c05f-4481-bec2-68a0952633d6 kind: Event lastTimestamp: "2026-07-28T13:17:50Z" message: InferenceGraph [sequence-graph-dd548] is Ready metadata: creationTimestamp: "2026-07-28T13:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:50Z" name: sequence-graph-dd548.18c67691cc195707 namespace: kserve-ci-e2e-test resourceVersion: "22600" uid: 0196fe51-7738-41c9-b3a3-4bbe6b00dc88 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:18:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-dd548 namespace: kserve-ci-e2e-test resourceVersion: "22579" uid: a044ffe7-4008-40b9-b4c6-14b30fd3d5fc kind: Event lastTimestamp: "2026-07-28T13:18:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:18:05Z" name: sequence-graph-dd548.18c6769544501a09 namespace: kserve-ci-e2e-test resourceVersion: "22720" uid: 8edded6c-7f6d-492b-bd24-3bb18a639f55 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:18:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-dd548 namespace: kserve-ci-e2e-test resourceVersion: "22579" uid: a044ffe7-4008-40b9-b4c6-14b30fd3d5fc kind: Event lastTimestamp: "2026-07-28T13:18:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:18:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:18:05Z" name: sequence-graph-dd548.18c6769544bbd9c2 namespace: kserve-ci-e2e-test resourceVersion: "22722" uid: 19eb9b9f-0759-4f92-b0c7-341aaa2c9ff9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:18:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-dd548 namespace: kserve-ci-e2e-test resourceVersion: "22721" uid: a044ffe7-4008-40b9-b4c6-14b30fd3d5fc kind: Event lastTimestamp: "2026-07-28T13:18:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:18:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:18:20Z" name: sequence-graph-dd548.18c67698c36db790 namespace: kserve-ci-e2e-test resourceVersion: "22823" uid: 7c6d69fa-8281-4734-b61d-ab3c221aba3b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:18:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-dd548 namespace: kserve-ci-e2e-test resourceVersion: "22721" uid: a044ffe7-4008-40b9-b4c6-14b30fd3d5fc kind: Event lastTimestamp: "2026-07-28T13:18:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:18:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:18:20Z" name: sequence-graph-dd548.18c67698c3d9b6cc namespace: kserve-ci-e2e-test resourceVersion: "22825" uid: 6bdf04cb-d381-4c7d-9698-578d73ca1939 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:07:25.584226Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-fec78-759665677-98xxj namespace: kserve-ci-e2e-test resourceVersion: "17323" uid: 7e6485a5-90f6-405b-b73a-17b396cebfc2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-fec78-759665677-98xxj to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:07:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:07:25Z" name: sequence-graph-fec78-759665677-98xxj.18c67600366df416 namespace: kserve-ci-e2e-test resourceVersion: "17330" uid: 8757945d-286f-4590-a6ce-7e54ada2aa7f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:25Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-fec78-759665677-98xxj namespace: kserve-ci-e2e-test resourceVersion: "17326" uid: 7e6485a5-90f6-405b-b73a-17b396cebfc2 kind: Event lastTimestamp: "2026-07-28T13:07:25Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-fec78-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:07:25Z" name: sequence-graph-fec78-759665677-98xxj.18c676003df797ea namespace: kserve-ci-e2e-test resourceVersion: "17340" uid: 98f52e9c-0c24-4bd7-b59d-d5b34c128dac reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:26Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-fec78-759665677-98xxj namespace: kserve-ci-e2e-test resourceVersion: "17334" uid: 7e6485a5-90f6-405b-b73a-17b396cebfc2 kind: Event lastTimestamp: "2026-07-28T13:07:26Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:07:26Z" name: sequence-graph-fec78-759665677-98xxj.18c67600738396f1 namespace: kserve-ci-e2e-test resourceVersion: "17350" uid: 2133b9f9-0383-4b99-bf75-4ba9c9e39189 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fec78} kind: Pod name: sequence-graph-fec78-759665677-98xxj namespace: kserve-ci-e2e-test resourceVersion: "17326" uid: 7e6485a5-90f6-405b-b73a-17b396cebfc2 kind: Event lastTimestamp: "2026-07-28T13:07:26Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:07:26Z" name: sequence-graph-fec78-759665677-98xxj.18c6760074dc1e09 namespace: kserve-ci-e2e-test resourceVersion: "17352" uid: bac468d1-92ce-457a-8a0b-86cd42134680 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fec78} kind: Pod name: sequence-graph-fec78-759665677-98xxj namespace: kserve-ci-e2e-test resourceVersion: "17326" uid: 7e6485a5-90f6-405b-b73a-17b396cebfc2 kind: Event lastTimestamp: "2026-07-28T13:07:26Z" message: 'Created container: sequence-graph-fec78' metadata: creationTimestamp: "2026-07-28T13:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:07:26Z" name: sequence-graph-fec78-759665677-98xxj.18c6760077d7c7b1 namespace: kserve-ci-e2e-test resourceVersion: "17354" uid: 326436fa-8a7f-410d-afa0-c92528d4059b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fec78} kind: Pod name: sequence-graph-fec78-759665677-98xxj namespace: kserve-ci-e2e-test resourceVersion: "17326" uid: 7e6485a5-90f6-405b-b73a-17b396cebfc2 kind: Event lastTimestamp: "2026-07-28T13:07:26Z" message: Started container sequence-graph-fec78 metadata: creationTimestamp: "2026-07-28T13:07:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:07:26Z" name: sequence-graph-fec78-759665677-98xxj.18c676007845a555 namespace: kserve-ci-e2e-test resourceVersion: "17355" uid: 03f46a41-5dea-430f-a7a1-510728f038f3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fec78} kind: Pod name: sequence-graph-fec78-759665677-98xxj namespace: kserve-ci-e2e-test resourceVersion: "17326" uid: 7e6485a5-90f6-405b-b73a-17b396cebfc2 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Stopping container sequence-graph-fec78 metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: sequence-graph-fec78-759665677-98xxj.18c676735f1254c2 namespace: kserve-ci-e2e-test resourceVersion: "20928" uid: 8e63a01f-c157-4951-b8fc-f3c043c94184 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:15:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-fec78} kind: Pod name: sequence-graph-fec78-759665677-98xxj namespace: kserve-ci-e2e-test resourceVersion: "17326" uid: 7e6485a5-90f6-405b-b73a-17b396cebfc2 kind: Event lastTimestamp: "2026-07-28T13:16:07Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:15:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:07Z" name: sequence-graph-fec78-759665677-98xxj.18c67673fda2566a namespace: kserve-ci-e2e-test resourceVersion: "21332" uid: b560509e-b928-4f9e-a984-e56406374931 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-fec78-759665677 namespace: kserve-ci-e2e-test resourceVersion: "17319" uid: 56734e50-206a-488f-aadc-b45f4c2c24b6 kind: Event lastTimestamp: "2026-07-28T13:07:25Z" message: 'Created pod: sequence-graph-fec78-759665677-98xxj' metadata: creationTimestamp: "2026-07-28T13:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:25Z" name: sequence-graph-fec78-759665677.18c6760035fa8a87 namespace: kserve-ci-e2e-test resourceVersion: "17325" uid: 5c8b06fc-2b1b-4d01-95c5-17b49849853d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-fec78 namespace: kserve-ci-e2e-test resourceVersion: "17317" uid: d2ba0d96-74d9-4e19-8b79-12a741087ea2 kind: Event lastTimestamp: "2026-07-28T13:07:25Z" message: Scaled up replica set sequence-graph-fec78-759665677 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:25Z" name: sequence-graph-fec78.18c6760034cdbfd0 namespace: kserve-ci-e2e-test resourceVersion: "17320" uid: d8348aaa-0245-4262-9af6-2123053420a3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:25Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-fec78 namespace: kserve-ci-e2e-test resourceVersion: "17336" uid: 6957e79f-76a4-484a-8223-6c89f5ca19b5 kind: Event lastTimestamp: "2026-07-28T13:07:25Z" message: InferenceGraph [sequence-graph-fec78] is Ready metadata: creationTimestamp: "2026-07-28T13:07:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:07:25Z" name: sequence-graph-fec78.18c676003a286a68 namespace: kserve-ci-e2e-test resourceVersion: "17338" uid: 510f7bee-7f57-4e26-8271-1cdd86c2092b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-fec78 namespace: kserve-ci-e2e-test resourceVersion: "17318" uid: 67a4d777-5e6c-4364-ad6f-722b52282337 kind: Event lastTimestamp: "2026-07-28T13:07:40Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:07:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:40Z" name: sequence-graph-fec78.18c67603b3c194cb namespace: kserve-ci-e2e-test resourceVersion: "17461" uid: 221911ac-e939-4c3a-8070-3b971906b0ba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-fec78 namespace: kserve-ci-e2e-test resourceVersion: "17318" uid: 67a4d777-5e6c-4364-ad6f-722b52282337 kind: Event lastTimestamp: "2026-07-28T13:07:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:07:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:40Z" name: sequence-graph-fec78.18c67603b40b4f4d namespace: kserve-ci-e2e-test resourceVersion: "17463" uid: 3b3e3ad6-9f61-477f-beee-6430756ddad7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-fec78 namespace: kserve-ci-e2e-test resourceVersion: "17462" uid: 67a4d777-5e6c-4364-ad6f-722b52282337 kind: Event lastTimestamp: "2026-07-28T13:07:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:07:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:55Z" name: sequence-graph-fec78.18c6760732c1b231 namespace: kserve-ci-e2e-test resourceVersion: "17568" uid: dcff4acf-3bd7-4f89-a601-69e28cd20a58 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-fec78 namespace: kserve-ci-e2e-test resourceVersion: "17462" uid: 67a4d777-5e6c-4364-ad6f-722b52282337 kind: Event lastTimestamp: "2026-07-28T13:07:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:07:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:55Z" name: sequence-graph-fec78.18c676073329b7ef namespace: kserve-ci-e2e-test resourceVersion: "17572" uid: e0017295-f001-4037-9cd1-1ba7dccc4334 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:26:29.740858Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-198f4-5d55f99857-csg76 namespace: kserve-ci-e2e-test resourceVersion: "26821" uid: 92072cdc-c46d-4eaf-a849-4ce1bb26ba05 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-198f4-5d55f99857-csg76 to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:26:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:26:29Z" name: splitter-graph-198f4-5d55f99857-csg76.18c6770a9b7aacd8 namespace: kserve-ci-e2e-test resourceVersion: "26828" uid: ccd206d8-d18a-46f7-ae6d-1c35b26a601e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:29Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-198f4-5d55f99857-csg76 namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: 92072cdc-c46d-4eaf-a849-4ce1bb26ba05 kind: Event lastTimestamp: "2026-07-28T13:26:29Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-198f4-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:29Z" name: splitter-graph-198f4-5d55f99857-csg76.18c6770aa988f1cd namespace: kserve-ci-e2e-test resourceVersion: "26842" uid: a1bbee07-6de9-4852-9490-bcb452e8ee2b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:30Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-198f4-5d55f99857-csg76 namespace: kserve-ci-e2e-test resourceVersion: "26832" uid: 92072cdc-c46d-4eaf-a849-4ce1bb26ba05 kind: Event lastTimestamp: "2026-07-28T13:26:30Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:26:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:26:30Z" name: splitter-graph-198f4-5d55f99857-csg76.18c6770ad8960c22 namespace: kserve-ci-e2e-test resourceVersion: "26850" uid: 91e2b5e0-5fea-4950-a1c4-771af9ee9aed reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-198f4} kind: Pod name: splitter-graph-198f4-5d55f99857-csg76 namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: 92072cdc-c46d-4eaf-a849-4ce1bb26ba05 kind: Event lastTimestamp: "2026-07-28T13:26:30Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:30Z" name: splitter-graph-198f4-5d55f99857-csg76.18c6770ad9c84e87 namespace: kserve-ci-e2e-test resourceVersion: "26852" uid: 77496e53-77e0-4ac7-9e8c-e7e20bd63039 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-198f4} kind: Pod name: splitter-graph-198f4-5d55f99857-csg76 namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: 92072cdc-c46d-4eaf-a849-4ce1bb26ba05 kind: Event lastTimestamp: "2026-07-28T13:26:30Z" message: 'Created container: splitter-graph-198f4' metadata: creationTimestamp: "2026-07-28T13:26:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:30Z" name: splitter-graph-198f4-5d55f99857-csg76.18c6770adcf985c7 namespace: kserve-ci-e2e-test resourceVersion: "26853" uid: 4bc8fd5d-364b-40b3-af8c-28901c6099cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-198f4} kind: Pod name: splitter-graph-198f4-5d55f99857-csg76 namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: 92072cdc-c46d-4eaf-a849-4ce1bb26ba05 kind: Event lastTimestamp: "2026-07-28T13:26:30Z" message: Started container splitter-graph-198f4 metadata: creationTimestamp: "2026-07-28T13:26:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:30Z" name: splitter-graph-198f4-5d55f99857-csg76.18c6770add700dff namespace: kserve-ci-e2e-test resourceVersion: "26854" uid: b5584840-4aca-4a98-8292-064651dd086f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-198f4} kind: Pod name: splitter-graph-198f4-5d55f99857-csg76 namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: 92072cdc-c46d-4eaf-a849-4ce1bb26ba05 kind: Event lastTimestamp: "2026-07-28T13:26:39Z" message: Stopping container splitter-graph-198f4 metadata: creationTimestamp: "2026-07-28T13:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:39Z" name: splitter-graph-198f4-5d55f99857-csg76.18c6770cf4cbf902 namespace: kserve-ci-e2e-test resourceVersion: "26946" uid: da99f439-f656-4af6-aa04-00973f38ecf0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:26:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-198f4} kind: Pod name: splitter-graph-198f4-5d55f99857-csg76 namespace: kserve-ci-e2e-test resourceVersion: "26824" uid: 92072cdc-c46d-4eaf-a849-4ce1bb26ba05 kind: Event lastTimestamp: "2026-07-28T13:27:07Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:26:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:07Z" name: splitter-graph-198f4-5d55f99857-csg76.18c6770da81ed52b namespace: kserve-ci-e2e-test resourceVersion: "27353" uid: 65519036-c96f-4867-b5c1-9d6ad5635c02 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-198f4-5d55f99857 namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: b4dd6d82-cba8-4102-b8f7-a70457a3b1ef kind: Event lastTimestamp: "2026-07-28T13:26:29Z" message: 'Created pod: splitter-graph-198f4-5d55f99857-csg76' metadata: creationTimestamp: "2026-07-28T13:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:29Z" name: splitter-graph-198f4-5d55f99857.18c6770a9b0208c6 namespace: kserve-ci-e2e-test resourceVersion: "26823" uid: 55f6c1f2-72c5-4e5a-ac7b-1970e4c0ef5f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-198f4 namespace: kserve-ci-e2e-test resourceVersion: "26816" uid: 17b6d89b-b539-4469-82be-cabf79a4f85b kind: Event lastTimestamp: "2026-07-28T13:26:29Z" message: Scaled up replica set splitter-graph-198f4-5d55f99857 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:29Z" name: splitter-graph-198f4.18c6770a9a2ec173 namespace: kserve-ci-e2e-test resourceVersion: "26819" uid: 76acc920-350d-4a10-a0cb-e97e09368b83 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:29Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-198f4 namespace: kserve-ci-e2e-test resourceVersion: "26834" uid: 7112486b-7192-41ca-b5e5-26737b88f090 kind: Event lastTimestamp: "2026-07-28T13:26:29Z" message: InferenceGraph [splitter-graph-198f4] is Ready metadata: creationTimestamp: "2026-07-28T13:26:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:29Z" name: splitter-graph-198f4.18c6770a9fcc56db namespace: kserve-ci-e2e-test resourceVersion: "26836" uid: 9f5811a0-9765-4f6e-ac5d-62aaaee6f65e reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:27:40.071390Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-b971b-bb5445b6c-lfxks namespace: kserve-ci-e2e-test resourceVersion: "27634" uid: 1890d911-17dd-4328-b062-344a18050a90 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-b971b-bb5445b6c-lfxks to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:27:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:27:40Z" name: splitter-graph-b971b-bb5445b6c-lfxks.18c6771afb816965 namespace: kserve-ci-e2e-test resourceVersion: "27640" uid: d4d61ba3-192d-4461-a481-ba9fb300fc94 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:40Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-b971b-bb5445b6c-lfxks namespace: kserve-ci-e2e-test resourceVersion: "27636" uid: 1890d911-17dd-4328-b062-344a18050a90 kind: Event lastTimestamp: "2026-07-28T13:27:40Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-b971b-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:27:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:40Z" name: splitter-graph-b971b-bb5445b6c-lfxks.18c6771b07af6313 namespace: kserve-ci-e2e-test resourceVersion: "27651" uid: 90ca0a37-46c4-446e-be5f-f6912d49e912 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:41Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-b971b-bb5445b6c-lfxks namespace: kserve-ci-e2e-test resourceVersion: "27643" uid: 1890d911-17dd-4328-b062-344a18050a90 kind: Event lastTimestamp: "2026-07-28T13:27:41Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:27:41Z" name: splitter-graph-b971b-bb5445b6c-lfxks.18c6771b38f3123c namespace: kserve-ci-e2e-test resourceVersion: "27660" uid: 125bbc4f-7acb-4614-a938-84bae6b1671a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b971b} kind: Pod name: splitter-graph-b971b-bb5445b6c-lfxks namespace: kserve-ci-e2e-test resourceVersion: "27636" uid: 1890d911-17dd-4328-b062-344a18050a90 kind: Event lastTimestamp: "2026-07-28T13:27:41Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:41Z" name: splitter-graph-b971b-bb5445b6c-lfxks.18c6771b3a4de28e namespace: kserve-ci-e2e-test resourceVersion: "27663" uid: e51cb8a6-aa10-4c38-acf7-23965e204a53 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b971b} kind: Pod name: splitter-graph-b971b-bb5445b6c-lfxks namespace: kserve-ci-e2e-test resourceVersion: "27636" uid: 1890d911-17dd-4328-b062-344a18050a90 kind: Event lastTimestamp: "2026-07-28T13:27:41Z" message: 'Created container: splitter-graph-b971b' metadata: creationTimestamp: "2026-07-28T13:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:41Z" name: splitter-graph-b971b-bb5445b6c-lfxks.18c6771b3d1b6d27 namespace: kserve-ci-e2e-test resourceVersion: "27665" uid: c492a541-1fa8-4f46-b591-2b09d3d36f66 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b971b} kind: Pod name: splitter-graph-b971b-bb5445b6c-lfxks namespace: kserve-ci-e2e-test resourceVersion: "27636" uid: 1890d911-17dd-4328-b062-344a18050a90 kind: Event lastTimestamp: "2026-07-28T13:27:41Z" message: Started container splitter-graph-b971b metadata: creationTimestamp: "2026-07-28T13:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:41Z" name: splitter-graph-b971b-bb5445b6c-lfxks.18c6771b3d8f9f28 namespace: kserve-ci-e2e-test resourceVersion: "27666" uid: be96556f-29ee-4d29-bdf7-ac435ce678a2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:35:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b971b} kind: Pod name: splitter-graph-b971b-bb5445b6c-lfxks namespace: kserve-ci-e2e-test resourceVersion: "27636" uid: 1890d911-17dd-4328-b062-344a18050a90 kind: Event lastTimestamp: "2026-07-28T13:35:54Z" message: Stopping container splitter-graph-b971b metadata: creationTimestamp: "2026-07-28T13:35:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:35:54Z" name: splitter-graph-b971b-bb5445b6c-lfxks.18c6778e2885f961 namespace: kserve-ci-e2e-test resourceVersion: "31077" uid: 6c3a84f9-2b24-4b3a-abea-a12935d60cc4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:35:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-b971b} kind: Pod name: splitter-graph-b971b-bb5445b6c-lfxks namespace: kserve-ci-e2e-test resourceVersion: "27636" uid: 1890d911-17dd-4328-b062-344a18050a90 kind: Event lastTimestamp: "2026-07-28T13:36:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:35:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:36:23Z" name: splitter-graph-b971b-bb5445b6c-lfxks.18c6778eefb999e0 namespace: kserve-ci-e2e-test resourceVersion: "31317" uid: 1f582e2e-6df7-464b-b031-3f473d81f358 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-b971b-bb5445b6c namespace: kserve-ci-e2e-test resourceVersion: "27629" uid: 7e679f23-8fd3-41ad-ae8f-8cbe5a7c11d2 kind: Event lastTimestamp: "2026-07-28T13:27:40Z" message: 'Created pod: splitter-graph-b971b-bb5445b6c-lfxks' metadata: creationTimestamp: "2026-07-28T13:27:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:40Z" name: splitter-graph-b971b-bb5445b6c.18c6771afb118c54 namespace: kserve-ci-e2e-test resourceVersion: "27635" uid: b743a6de-e262-4fe7-a353-9b19176a75de reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-b971b namespace: kserve-ci-e2e-test resourceVersion: "27627" uid: 8551ee19-d884-49f9-81b9-65c42f921be0 kind: Event lastTimestamp: "2026-07-28T13:27:40Z" message: Scaled up replica set splitter-graph-b971b-bb5445b6c from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:27:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:40Z" name: splitter-graph-b971b.18c6771afa3d4cb6 namespace: kserve-ci-e2e-test resourceVersion: "27631" uid: 9f5a3589-fe50-495e-be7f-c5f2387f870a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:40Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-b971b namespace: kserve-ci-e2e-test resourceVersion: "27645" uid: af933641-65b1-4953-82f1-bf40c64bbcbb kind: Event lastTimestamp: "2026-07-28T13:27:40Z" message: InferenceGraph [splitter-graph-b971b] is Ready metadata: creationTimestamp: "2026-07-28T13:27:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:27:40Z" name: splitter-graph-b971b.18c6771affcda90e namespace: kserve-ci-e2e-test resourceVersion: "27648" uid: 6e6894c1-38e8-41d6-a705-783efc2e3a2f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:27:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-b971b namespace: kserve-ci-e2e-test resourceVersion: "27628" uid: c72f0bc1-8cf5-42e7-8303-fb196ff2dd37 kind: Event lastTimestamp: "2026-07-28T13:28:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:27:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:28:10Z" name: splitter-graph-b971b.18c6771e78a82161 namespace: kserve-ci-e2e-test resourceVersion: "27882" uid: dbd4a571-6eb1-436a-920f-7234979391ac reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:27:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-b971b namespace: kserve-ci-e2e-test resourceVersion: "27628" uid: c72f0bc1-8cf5-42e7-8303-fb196ff2dd37 kind: Event lastTimestamp: "2026-07-28T13:28:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:27:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:28:10Z" name: splitter-graph-b971b.18c6771e790b815f namespace: kserve-ci-e2e-test resourceVersion: "27883" uid: 22b22dbf-4f7c-45d6-a73e-2409e915a59c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:26:05.568758Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26520" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:26:05Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c67704fab5b407 namespace: kserve-ci-e2e-test resourceVersion: "26525" uid: f957a6a0-73a2-41ed-838c-b2a6518ca50a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-18d3f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:05Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c67705036d55ce namespace: kserve-ci-e2e-test resourceVersion: "26559" uid: f8316850-30ac-4ea1-83ad-f54030421934 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26530" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:26:06Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c6770538438807 namespace: kserve-ci-e2e-test resourceVersion: "26582" uid: 7556d17e-b8b6-47df-9243-9916b536a291 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c6770539a3353f namespace: kserve-ci-e2e-test resourceVersion: "26584" uid: cc09311f-99f6-41bc-92ee-4198a8e077a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c677053cb397cd namespace: kserve-ci-e2e-test resourceVersion: "26585" uid: 06cf1d2b-0ac4-4d6c-bdb3-3028c39522b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c677053d295cc5 namespace: kserve-ci-e2e-test resourceVersion: "26586" uid: 4eed744e-b4e3-4bfb-95d3-4bf5df7d0c75 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c677053d33ea1c namespace: kserve-ci-e2e-test resourceVersion: "26587" uid: 3bdc42f3-31c4-4521-a04c-b9c41899a40f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c67705404034a3 namespace: kserve-ci-e2e-test resourceVersion: "26588" uid: d18767d4-63e4-41d5-90df-6bb98caa7cc8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:06Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c6770540b55977 namespace: kserve-ci-e2e-test resourceVersion: "26590" uid: 4310179e-03ed-46c6-8a66-6f8ccd234f81 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:26:43Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:43Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c677057ede231d namespace: kserve-ci-e2e-test resourceVersion: "27110" uid: 6ca099c1-d3ad-4d41-98ee-20352f9feb31 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:43:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:43:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:43:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:43:25Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c677f70556631f namespace: kserve-ci-e2e-test resourceVersion: "34217" uid: 464fa233-770b-4c6a-a595-4353c30336ce reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:43:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb namespace: kserve-ci-e2e-test resourceVersion: "26522" uid: f898e3b3-c8d9-4485-9e3d-0f9e72b6773b kind: Event lastTimestamp: "2026-07-28T13:43:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:43:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:43:25Z" name: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb.18c677f70557747c namespace: kserve-ci-e2e-test resourceVersion: "34218" uid: 07452ce1-fdc1-4620-9e20-9c75c0739cd3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-18d3f-predictor-87fcb7fff namespace: kserve-ci-e2e-test resourceVersion: "26508" uid: 934ea2ae-ebd3-455c-a5a6-2d7a3e3cbd62 kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: 'Created pod: success-200-isvc-18d3f-predictor-87fcb7fff-q5vjb' metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:05Z" name: success-200-isvc-18d3f-predictor-87fcb7fff.18c67704fa3de8cb namespace: kserve-ci-e2e-test resourceVersion: "26521" uid: 8f90b1fe-071b-4d35-8c68-a39dd8b49c28 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-18d3f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26501" uid: 602c559a-d294-4d40-a4a4-9b537d5605aa kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: Scaled up replica set success-200-isvc-18d3f-predictor-87fcb7fff from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:05Z" name: success-200-isvc-18d3f-predictor.18c67704f8224003 namespace: kserve-ci-e2e-test resourceVersion: "26511" uid: f7931fc3-70f3-4ac6-bee4-44f274c97aaa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-18d3f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26507" uid: 6c2300b8-dc2a-4068-92ef-2f0fd18592ed kind: Event lastTimestamp: "2026-07-28T13:26:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:26:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:20Z" name: success-200-isvc-18d3f-predictor.18c6770876dcd003 namespace: kserve-ci-e2e-test resourceVersion: "26737" uid: c845742d-e1c6-4dc3-8941-79d0a5fa2010 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-18d3f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26507" uid: 6c2300b8-dc2a-4068-92ef-2f0fd18592ed kind: Event lastTimestamp: "2026-07-28T13:26:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:26:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:20Z" name: success-200-isvc-18d3f-predictor.18c6770877438fb0 namespace: kserve-ci-e2e-test resourceVersion: "26739" uid: c442e425-5977-47f1-b09b-57d35eb8caa1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:26:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-18d3f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26738" uid: 6c2300b8-dc2a-4068-92ef-2f0fd18592ed kind: Event lastTimestamp: "2026-07-28T13:27:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:26:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:20Z" name: success-200-isvc-18d3f-predictor.18c6770bf5f81c32 namespace: kserve-ci-e2e-test resourceVersion: "27460" uid: ec1b7de4-9cc2-4e85-86af-f45e200fe5d0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:26:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-18d3f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26738" uid: 6c2300b8-dc2a-4068-92ef-2f0fd18592ed kind: Event lastTimestamp: "2026-07-28T13:27:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:26:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:20Z" name: success-200-isvc-18d3f-predictor.18c6770bf65b47cc namespace: kserve-ci-e2e-test resourceVersion: "27461" uid: 69b37f89-12c0-4235-9b91-fb8e38a2118b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-18d3f namespace: kserve-ci-e2e-test resourceVersion: "26474" uid: a996b95d-0d3c-4077-9663-39685d5141da kind: Event lastTimestamp: "2026-07-28T13:26:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:53Z" name: success-200-isvc-18d3f.18c67704f8b4ac43 namespace: kserve-ci-e2e-test resourceVersion: "27212" uid: 4e80f27b-efcb-4703-bd90-840c47ef9b7e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-18d3f namespace: kserve-ci-e2e-test resourceVersion: "26474" uid: a996b95d-0d3c-4077-9663-39685d5141da kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: 'Failed to update status for InferenceService "success-200-isvc-18d3f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-18d3f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:05Z" name: success-200-isvc-18d3f.18c67704f92d2333 namespace: kserve-ci-e2e-test resourceVersion: "26517" uid: 4ba558cd-5733-4a1f-bfd4-cea70988ffec reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-18d3f namespace: kserve-ci-e2e-test resourceVersion: "26474" uid: a996b95d-0d3c-4077-9663-39685d5141da kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-18d3f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:05Z" name: success-200-isvc-18d3f.18c67704f92d74c0 namespace: kserve-ci-e2e-test resourceVersion: "26519" uid: 3a7e38f5-6965-420c-925b-d33d7327185c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-18d3f namespace: kserve-ci-e2e-test resourceVersion: "27210" uid: a996b95d-0d3c-4077-9663-39685d5141da kind: Event lastTimestamp: "2026-07-28T13:26:53Z" message: InferenceService [success-200-isvc-18d3f] is Ready metadata: creationTimestamp: "2026-07-28T13:26:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:53Z" name: success-200-isvc-18d3f.18c677103a268859 namespace: kserve-ci-e2e-test resourceVersion: "27211" uid: 8e34758a-57be-43c7-a718-63cbecc34df0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:25:29.752257Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26079" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-198f4-predictor-5cddbfbc59-26t4q to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:25:29Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fca3e146ff namespace: kserve-ci-e2e-test resourceVersion: "26085" uid: ddd104e2-6d38-440e-bd40-5d94ec67b7e3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26096" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:25:30Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fcbe00b543 namespace: kserve-ci-e2e-test resourceVersion: "26140" uid: c0c1a9ce-84a9-4f0c-975d-6723fc217b32 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fcbf676cee namespace: kserve-ci-e2e-test resourceVersion: "26144" uid: e24e9972-8e72-4847-b26e-06f3b943d4cd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fcc2433b8b namespace: kserve-ci-e2e-test resourceVersion: "26146" uid: e1e4ed6e-e01d-4f5d-a088-6cc823f840aa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fcc2bb9a85 namespace: kserve-ci-e2e-test resourceVersion: "26147" uid: 45a09dac-c97c-478e-8f07-0d25a2d3c025 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fcc2c7c7c0 namespace: kserve-ci-e2e-test resourceVersion: "26148" uid: a88c193f-12be-446d-8a2a-4b8d2f657838 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fcc58da7c1 namespace: kserve-ci-e2e-test resourceVersion: "26149" uid: f39016a9-5753-46b6-ad07-6241f4761963 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:25:30Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:25:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:30Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fcc60be6b0 namespace: kserve-ci-e2e-test resourceVersion: "26150" uid: 8e9a053a-8fff-432c-9e55-bcde2469027c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:25:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:26:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:25:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:07Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c676fd12e15917 namespace: kserve-ci-e2e-test resourceVersion: "26609" uid: a0977f2a-5fce-4a4e-9d0f-893721536548 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:26:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:39Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c6770cfb14ba96 namespace: kserve-ci-e2e-test resourceVersion: "26966" uid: 8dd68399-52e6-4b7c-9243-ca881b0da8be reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:26:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:39Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c6770cfb15e2a4 namespace: kserve-ci-e2e-test resourceVersion: "26968" uid: 11e21f82-18ea-4ded-bfe9-986822ba3b68 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q namespace: kserve-ci-e2e-test resourceVersion: "26082" uid: 3a692e98-61ff-4a13-a13a-c0def4d56c9f kind: Event lastTimestamp: "2026-07-28T13:26:42Z" message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:26:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:42Z" name: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q.18c6770d9affac1a namespace: kserve-ci-e2e-test resourceVersion: "27094" uid: f57a4d9a-85ef-4dee-8146-9752fda888cc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-198f4-predictor-5cddbfbc59 namespace: kserve-ci-e2e-test resourceVersion: "26061" uid: e9ff3865-3459-4f77-9e83-b08e6895fa80 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: 'Created pod: success-200-isvc-198f4-predictor-5cddbfbc59-26t4q' metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:25:29Z" name: success-200-isvc-198f4-predictor-5cddbfbc59.18c676fca3673deb namespace: kserve-ci-e2e-test resourceVersion: "26081" uid: e75b71e5-ff19-4123-a2bf-50be8358f06c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26053" uid: c85f2612-beec-494b-997a-5c37208e73a5 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: Scaled up replica set success-200-isvc-198f4-predictor-5cddbfbc59 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:25:29Z" name: success-200-isvc-198f4-predictor.18c676fc9e2f92cb namespace: kserve-ci-e2e-test resourceVersion: "26065" uid: ad4fece1-9b61-4c65-998f-4691a0be131b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26060" uid: 5f566254-a18b-45c6-9eed-fb10fa9d917b kind: Event lastTimestamp: "2026-07-28T13:25:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:25:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:25:44Z" name: success-200-isvc-198f4-predictor.18c677001d32057b namespace: kserve-ci-e2e-test resourceVersion: "26280" uid: 54998a7b-58dc-41f8-89a5-22742365fabd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26060" uid: 5f566254-a18b-45c6-9eed-fb10fa9d917b kind: Event lastTimestamp: "2026-07-28T13:25:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:25:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:25:44Z" name: success-200-isvc-198f4-predictor.18c677001d9d35fe namespace: kserve-ci-e2e-test resourceVersion: "26282" uid: 6ce24361-846f-43e9-8686-56f789bb6f8f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:25:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26281" uid: 5f566254-a18b-45c6-9eed-fb10fa9d917b kind: Event lastTimestamp: "2026-07-28T13:26:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:25:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:29Z" name: success-200-isvc-198f4-predictor.18c677039c60f8e7 namespace: kserve-ci-e2e-test resourceVersion: "26822" uid: 8d7e9351-4d87-4ee3-99be-252d9d1e2914 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:25:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-198f4-predictor namespace: kserve-ci-e2e-test resourceVersion: "26281" uid: 5f566254-a18b-45c6-9eed-fb10fa9d917b kind: Event lastTimestamp: "2026-07-28T13:26:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:25:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:29Z" name: success-200-isvc-198f4-predictor.18c677039cd3c29f namespace: kserve-ci-e2e-test resourceVersion: "26827" uid: f5ee13f2-a61e-46cd-9767-105bcb446133 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-198f4 namespace: kserve-ci-e2e-test resourceVersion: "26046" uid: 9d30da8b-315d-4147-8a54-447af000f863 kind: Event lastTimestamp: "2026-07-28T13:26:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:17Z" name: success-200-isvc-198f4.18c676fc9e5b66af namespace: kserve-ci-e2e-test resourceVersion: "26709" uid: 93ac4b7d-3208-4bfc-b639-0ea71c933d94 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-198f4 namespace: kserve-ci-e2e-test resourceVersion: "26707" uid: 9d30da8b-315d-4147-8a54-447af000f863 kind: Event lastTimestamp: "2026-07-28T13:26:17Z" message: InferenceService [success-200-isvc-198f4] is Ready metadata: creationTimestamp: "2026-07-28T13:26:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:26:17Z" name: success-200-isvc-198f4.18c67707ce9092bb namespace: kserve-ci-e2e-test resourceVersion: "26708" uid: f9849d51-5215-48b5-8b9e-3618ab37b206 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:16:14.867303Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21453" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7cae9-predictor-7fc49f875c-n572r to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:16:14Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767b7228cb55 namespace: kserve-ci-e2e-test resourceVersion: "21464" uid: d2082f72-74ed-4842-804d-24b56168f3d4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-7cae9-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767b7aa33d50 namespace: kserve-ci-e2e-test resourceVersion: "21495" uid: 52e44029-da38-42e9-a8c0-9822ecdc16bf reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21467" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:16:15Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767baff01ef6 namespace: kserve-ci-e2e-test resourceVersion: "21520" uid: 703571f3-f9d6-4f67-a7ac-fb0e886eb221 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767bb1465a5e namespace: kserve-ci-e2e-test resourceVersion: "21522" uid: 95be8798-7121-4334-9aa8-f33e8f49de8b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767bb42330e8 namespace: kserve-ci-e2e-test resourceVersion: "21524" uid: 535db3a9-60ec-4100-b75c-8a7997b0bad4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767bb4a8c22f namespace: kserve-ci-e2e-test resourceVersion: "21525" uid: e8be9fe6-9dfe-4e49-a0ed-fadbc6bd0bc2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:16:15Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:15Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767bb4b2840b namespace: kserve-ci-e2e-test resourceVersion: "21526" uid: fc8a0e3a-2798-4f86-ac76-c7a4a27a60a8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:16:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:16:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:16Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767bb803d193 namespace: kserve-ci-e2e-test resourceVersion: "21527" uid: 839943ee-650c-471d-acf2-15ce0ea02111 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:16:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:16:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:16Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767bb879fed1 namespace: kserve-ci-e2e-test resourceVersion: "21528" uid: b4321741-6b97-4014-aea2-32ebe0fd33e7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-28T13:16:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:25:32Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:16:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:32Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c6767bbfe16985 namespace: kserve-ci-e2e-test resourceVersion: "26180" uid: 842f2f36-691c-43e8-910e-e8f75fd6617d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:29Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c676fc9fc4ec48 namespace: kserve-ci-e2e-test resourceVersion: "26072" uid: a53a2477-db54-4854-b302-f967e4c527b7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:25:29Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:25:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:29Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c676fc9fc5ab6e namespace: kserve-ci-e2e-test resourceVersion: "26073" uid: f1870b25-6fc6-4853-a850-2021d475979a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:25:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 7b0da8a2-05d2-4e64-ae26-3c6478791e82 kind: Event lastTimestamp: "2026-07-28T13:25:32Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:25:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:25:32Z" name: success-200-isvc-7cae9-predictor-7fc49f875c-n572r.18c676fd34473741 namespace: kserve-ci-e2e-test resourceVersion: "26179" uid: a2c8e0f2-3163-45b1-ae32-9fc0cc9cda79 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-7cae9-predictor-7fc49f875c namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: 97d9d2cf-d7dd-4a1a-ba37-3946f2bcb074 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: 'Created pod: success-200-isvc-7cae9-predictor-7fc49f875c-n572r' metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:14Z" name: success-200-isvc-7cae9-predictor-7fc49f875c.18c6767b71a95e9b namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: f881f86d-e037-4abe-a2ed-2bd31bdd4971 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21434" uid: 934fbe98-72f1-43a0-8f15-19b688b7f835 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: Scaled up replica set success-200-isvc-7cae9-predictor-7fc49f875c from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:14Z" name: success-200-isvc-7cae9-predictor.18c6767b6f985dfc namespace: kserve-ci-e2e-test resourceVersion: "21445" uid: 9d9a7345-d1ba-4462-9508-77e4722422c5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:16:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21439" uid: 8bf0f959-2bce-4532-a387-358335228f71 kind: Event lastTimestamp: "2026-07-28T13:16:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:16:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:44Z" name: success-200-isvc-7cae9-predictor.18c6767eee2df7b8 namespace: kserve-ci-e2e-test resourceVersion: "21833" uid: d8c0872d-82a9-4ec3-8623-6e7970cd9657 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:16:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21439" uid: 8bf0f959-2bce-4532-a387-358335228f71 kind: Event lastTimestamp: "2026-07-28T13:16:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:16:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:44Z" name: success-200-isvc-7cae9-predictor.18c6767eee9be5cb namespace: kserve-ci-e2e-test resourceVersion: "21834" uid: 87eb65b8-93ff-4bda-84f6-88f27010917a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:16:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21681" uid: 8bf0f959-2bce-4532-a387-358335228f71 kind: Event lastTimestamp: "2026-07-28T13:17:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:16:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:29Z" name: success-200-isvc-7cae9-predictor.18c67685ec02e927 namespace: kserve-ci-e2e-test resourceVersion: "22388" uid: 5d044ba6-3a63-4349-a65f-beb75107556b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-28T13:16:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7cae9-predictor namespace: kserve-ci-e2e-test resourceVersion: "21681" uid: 8bf0f959-2bce-4532-a387-358335228f71 kind: Event lastTimestamp: "2026-07-28T13:17:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:16:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:29Z" name: success-200-isvc-7cae9-predictor.18c67685ec6db9eb namespace: kserve-ci-e2e-test resourceVersion: "22389" uid: f21da8b2-9422-4748-b5cd-84d1a7fd5a58 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "21411" uid: eaece451-3da8-40a2-a903-faa94e32055f kind: Event lastTimestamp: "2026-07-28T13:17:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:02Z" name: success-200-isvc-7cae9.18c6767b6fa166c6 namespace: kserve-ci-e2e-test resourceVersion: "22125" uid: 9bab94d9-5afb-46d0-aa56-3a621ce9abe9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7cae9 namespace: kserve-ci-e2e-test resourceVersion: "22123" uid: eaece451-3da8-40a2-a903-faa94e32055f kind: Event lastTimestamp: "2026-07-28T13:17:02Z" message: InferenceService [success-200-isvc-7cae9] is Ready metadata: creationTimestamp: "2026-07-28T13:17:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:02Z" name: success-200-isvc-7cae9.18c676867b746903 namespace: kserve-ci-e2e-test resourceVersion: "22124" uid: 4314cccb-df7c-4391-9f8d-09053ced7f1d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:15:40.395771Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20983" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c676736b7f027e namespace: kserve-ci-e2e-test resourceVersion: "20988" uid: b8adecef-4858-4056-98b5-14e01d37561e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20992" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c6767385b570a0 namespace: kserve-ci-e2e-test resourceVersion: "21030" uid: bcede6d9-ee4a-41cf-a220-b25cc31e9321 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c67673874165e4 namespace: kserve-ci-e2e-test resourceVersion: "21032" uid: 08731d41-b624-4825-b3c9-a9c4342cb234 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c676738a3fa443 namespace: kserve-ci-e2e-test resourceVersion: "21033" uid: 4e65e235-8d0b-4c9f-a21d-413b8dc3cfdd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c676738ab9c0d8 namespace: kserve-ci-e2e-test resourceVersion: "21034" uid: adbc7639-cbef-483a-b34d-ed06bf6be876 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c676738ac42330 namespace: kserve-ci-e2e-test resourceVersion: "21035" uid: 8e4670e1-a866-4e02-aba8-b9e6afe809ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c676738ddf18fb namespace: kserve-ci-e2e-test resourceVersion: "21040" uid: dca5b0d2-cd33-4741-8b59-44f3224b2073 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c676738e5662a0 namespace: kserve-ci-e2e-test resourceVersion: "21041" uid: d5bd2375-4d93-4728-bc8d-665dc75345f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:15:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:16:17Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:15:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:17Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c676738feed205 namespace: kserve-ci-e2e-test resourceVersion: "21545" uid: a3058248-dfa5-4422-8bfd-06e214f5fa45 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:50Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c67683c4dfff52 namespace: kserve-ci-e2e-test resourceVersion: "21920" uid: a253afb4-d6bf-4710-b537-3d764f063c61 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:50Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c67683c4e0bba4 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: d238dd5a-5285-44e6-b42c-019c4380ef54 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22 namespace: kserve-ci-e2e-test resourceVersion: "20985" uid: 31815b80-5909-48c4-b48f-1060343f97be kind: Event lastTimestamp: "2026-07-28T13:16:52Z" message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:16:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:52Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22.18c67684182a7ee8 namespace: kserve-ci-e2e-test resourceVersion: "22029" uid: 782ed160-1001-4191-947e-a34205f3d3b2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c namespace: kserve-ci-e2e-test resourceVersion: "20971" uid: 89b7933d-90d0-4b49-9fa2-72c19f523154 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: 'Created pod: success-200-isvc-7ff2e-predictor-7cfd8b8f6c-d8t22' metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor-7cfd8b8f6c.18c676736b131863 namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: 5a7cef92-f9e1-4102-8322-75d51013a8e7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20968" uid: 9cd1ca78-c0c6-44fd-8187-55362c9af05e kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Scaled up replica set success-200-isvc-7ff2e-predictor-7cfd8b8f6c from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e-predictor.18c67673691f8033 namespace: kserve-ci-e2e-test resourceVersion: "20973" uid: 39856ac9-fa3c-446c-b1f2-62affff44fef reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:15:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20970" uid: 745450b1-6b3b-4fbe-856c-2d1882b518f6 kind: Event lastTimestamp: "2026-07-28T13:16:10Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:15:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:10Z" name: success-200-isvc-7ff2e-predictor.18c67676e7a16891 namespace: kserve-ci-e2e-test resourceVersion: "21352" uid: 68c3dacd-90a0-406f-9ca2-26f3da8cd359 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:15:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "20970" uid: 745450b1-6b3b-4fbe-856c-2d1882b518f6 kind: Event lastTimestamp: "2026-07-28T13:16:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:15:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:10Z" name: success-200-isvc-7ff2e-predictor.18c67676e80a6afa namespace: kserve-ci-e2e-test resourceVersion: "21353" uid: f82685bf-1f91-44a8-9874-b62a822c117b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:16:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21201" uid: 745450b1-6b3b-4fbe-856c-2d1882b518f6 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:16:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:40Z" name: success-200-isvc-7ff2e-predictor.18c6767de5e06f68 namespace: kserve-ci-e2e-test resourceVersion: "21779" uid: 03e71364-065a-4685-be72-71aa6e423bef reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:16:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-7ff2e-predictor namespace: kserve-ci-e2e-test resourceVersion: "21201" uid: 745450b1-6b3b-4fbe-856c-2d1882b518f6 kind: Event lastTimestamp: "2026-07-28T13:16:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:16:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:40Z" name: success-200-isvc-7ff2e-predictor.18c6767de65045d0 namespace: kserve-ci-e2e-test resourceVersion: "21781" uid: cfb512b7-bad8-4883-b59e-407a47c24f51 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: 481bab94-e4c1-4847-8ae9-4d864c33ab20 kind: Event lastTimestamp: "2026-07-28T13:16:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:27Z" name: success-200-isvc-7ff2e.18c6767369549009 namespace: kserve-ci-e2e-test resourceVersion: "21649" uid: b700158f-08f0-4b0a-8b9d-b818843caf0f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: 481bab94-e4c1-4847-8ae9-4d864c33ab20 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: 'Failed to update status for InferenceService "success-200-isvc-7ff2e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7ff2e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e.18c6767369f8b0d6 namespace: kserve-ci-e2e-test resourceVersion: "20979" uid: 1d0ddb9f-0cb7-4211-b659-885145dcc363 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: 481bab94-e4c1-4847-8ae9-4d864c33ab20 kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-7ff2e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-7ff2e.18c6767369f8fdc5 namespace: kserve-ci-e2e-test resourceVersion: "20981" uid: 9282c02e-d914-4ddb-8b0f-97060c4a35a9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-7ff2e namespace: kserve-ci-e2e-test resourceVersion: "21646" uid: 481bab94-e4c1-4847-8ae9-4d864c33ab20 kind: Event lastTimestamp: "2026-07-28T13:16:27Z" message: InferenceService [success-200-isvc-7ff2e] is Ready metadata: creationTimestamp: "2026-07-28T13:16:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:16:27Z" name: success-200-isvc-7ff2e.18c6767e4b7a844f namespace: kserve-ci-e2e-test resourceVersion: "21648" uid: 88c7d7c2-1dae-4c35-a4a5-af078723840e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:04:15.165846Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15034" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-aee94-predictor-77f784b6f9-bztzp to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:04:15Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d3e09c1d9c namespace: kserve-ci-e2e-test resourceVersion: "15039" uid: 1a303ef8-510d-460f-b096-80419372a88a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15044" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:04:15Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d3fad69c20 namespace: kserve-ci-e2e-test resourceVersion: "15112" uid: e0ae834e-1f8d-4174-8ad3-07399042fc93 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:15Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d3fc515983 namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: f65237e1-653f-4e35-870d-b02763c1932f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:27Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" in 11.874s (11.874s including waiting). Image size: 1334927475 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:27Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d6c01bc9f7 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: cda8ce88-9e19-4a01-a9ac-39287d052e9e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:04:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:27Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d6c329110a namespace: kserve-ci-e2e-test resourceVersion: "15306" uid: 3d00d8ff-ac47-49e7-aaea-af65d918d768 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:04:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:27Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d6c3a086bc namespace: kserve-ci-e2e-test resourceVersion: "15308" uid: e02fea7e-13e8-4fb0-9d8b-f669e406fd64 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:27Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-28T13:04:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:27Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d6c3ae0700 namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: bd02f1cf-b7c1-4913-9ca7-7625f4857f55 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:30Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.533s (2.533s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:30Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d75ab4eb55 namespace: kserve-ci-e2e-test resourceVersion: "15326" uid: de28016c-2de6-4d78-a8a5-3b3dd84da60b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:30Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:30Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d75e440b1b namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: 70add027-9cb1-4dd6-ae71-2878efe2044f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:04:30Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:04:30Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d75eb9aac9 namespace: kserve-ci-e2e-test resourceVersion: "15328" uid: 916fc730-2fdd-4d49-8280-7c9001c4ee4a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:04:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:05:08Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:04:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:08Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675d7d04623e5 namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 6f2bd8bc-c91a-4dcd-8501-f425bdfa5cdf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:49Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675e9da554d52 namespace: kserve-ci-e2e-test resourceVersion: "16147" uid: b1b74cc0-459b-45c6-8089-2f85d39b478d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: d9a7eb8e-a0fc-4ec9-934e-200262797f02 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:49Z" name: success-200-isvc-aee94-predictor-77f784b6f9-bztzp.18c675e9da5600d9 namespace: kserve-ci-e2e-test resourceVersion: "16149" uid: eec49207-78cf-401d-a750-b62140779de5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-aee94-predictor-77f784b6f9 namespace: kserve-ci-e2e-test resourceVersion: "15026" uid: a5110e2b-77c6-4fb5-8291-34fa8a2d7968 kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: 'Created pod: success-200-isvc-aee94-predictor-77f784b6f9-bztzp' metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: success-200-isvc-aee94-predictor-77f784b6f9.18c675d3e0273abc namespace: kserve-ci-e2e-test resourceVersion: "15035" uid: 68a334d8-be7f-47ce-a036-80e5aa1da565 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15024" uid: b7f8db3c-c19d-48d2-85ce-863a4c05dc6c kind: Event lastTimestamp: "2026-07-28T13:04:15Z" message: Scaled up replica set success-200-isvc-aee94-predictor-77f784b6f9 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:04:15Z" name: success-200-isvc-aee94-predictor.18c675d3dc46be2d namespace: kserve-ci-e2e-test resourceVersion: "15027" uid: 9f0df451-b112-4279-b12e-db477212d18d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 592f1b0c-d863-4878-87d9-65aea9c58839 kind: Event lastTimestamp: "2026-07-28T13:05:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:15Z" name: success-200-isvc-aee94-predictor.18c675d761d8fa5a namespace: kserve-ci-e2e-test resourceVersion: "15759" uid: bad8011d-77d7-47fb-9328-c1c4ce8bd105 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:04:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 592f1b0c-d863-4878-87d9-65aea9c58839 kind: Event lastTimestamp: "2026-07-28T13:05:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:15Z" name: success-200-isvc-aee94-predictor.18c675d76242c406 namespace: kserve-ci-e2e-test resourceVersion: "15760" uid: c7125d78-4336-4c19-95ca-d399c05425fd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:05:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15330" uid: 592f1b0c-d863-4878-87d9-65aea9c58839 kind: Event lastTimestamp: "2026-07-28T13:05:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:45Z" name: success-200-isvc-aee94-predictor.18c675e55e895ef2 namespace: kserve-ci-e2e-test resourceVersion: "16048" uid: 85a8b5ff-efbf-42e8-b407-ccde587b2453 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:05:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-aee94-predictor namespace: kserve-ci-e2e-test resourceVersion: "15330" uid: 592f1b0c-d863-4878-87d9-65aea9c58839 kind: Event lastTimestamp: "2026-07-28T13:05:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:05:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:45Z" name: success-200-isvc-aee94-predictor.18c675e55f0852b1 namespace: kserve-ci-e2e-test resourceVersion: "16049" uid: 4353da93-ec51-4def-9905-3195f208a300 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:04:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-aee94 namespace: kserve-ci-e2e-test resourceVersion: "15017" uid: 283b2bad-dfc9-4ca3-a3c9-be893d8b8091 kind: Event lastTimestamp: "2026-07-28T13:05:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:04:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:18Z" name: success-200-isvc-aee94.18c675d3e2a8c1f1 namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 56156111-10fe-4bbd-b946-f4035b5942d2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-aee94 namespace: kserve-ci-e2e-test resourceVersion: "15791" uid: 283b2bad-dfc9-4ca3-a3c9-be893d8b8091 kind: Event lastTimestamp: "2026-07-28T13:05:18Z" message: InferenceService [success-200-isvc-aee94] is Ready metadata: creationTimestamp: "2026-07-28T13:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:18Z" name: success-200-isvc-aee94.18c675e28c141284 namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 4567bef0-d477-49d2-a13d-44c0fe92485c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:26:40.018097Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26994" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-b971b-predictor-694db9976f-m4mbc to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d000cf0a3 namespace: kserve-ci-e2e-test resourceVersion: "27002" uid: 06e9bb99-e58f-46a0-8110-3e3f553342e3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "27008" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d1a4aea3a namespace: kserve-ci-e2e-test resourceVersion: "27050" uid: 38e0601c-1457-4ec3-85a5-fd954ec75860 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d1bfe85b0 namespace: kserve-ci-e2e-test resourceVersion: "27052" uid: bf4dc568-bbd6-4499-8a3b-b8da0ed30ffc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d1ece3cf8 namespace: kserve-ci-e2e-test resourceVersion: "27053" uid: db704ebf-ba7b-4a36-a977-da9934b66d13 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d1f433bae namespace: kserve-ci-e2e-test resourceVersion: "27054" uid: e8279f1d-db44-4ee8-93de-e73a3d467846 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d1f4d2a62 namespace: kserve-ci-e2e-test resourceVersion: "27055" uid: 63ede2e6-c481-4718-9f4a-d436db536c5a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d23afdcf6 namespace: kserve-ci-e2e-test resourceVersion: "27056" uid: ea99d083-9df1-47af-ab51-a086f6d2ed2c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d242ce1c8 namespace: kserve-ci-e2e-test resourceVersion: "27057" uid: 91487e7c-15c4-4f2a-a3c5-7a08058fea90 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-28T13:26:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:35:57Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:26:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:35:57Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6770d72e3d063 namespace: kserve-ci-e2e-test resourceVersion: "31135" uid: fd64a323-6bb4-40c3-8a15-363c75ff9e42 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:35:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:35:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:35:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:35:54Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6778e31817a56 namespace: kserve-ci-e2e-test resourceVersion: "31095" uid: d01305f2-e72b-4645-83fd-a5a05f1a62eb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:35:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:35:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:35:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:35:54Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6778e3181fcc9 namespace: kserve-ci-e2e-test resourceVersion: "31096" uid: fa99ec54-a431-4ca6-8948-0c92fb43abaf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:35:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-b971b-predictor-694db9976f-m4mbc namespace: kserve-ci-e2e-test resourceVersion: "26996" uid: 5c436d7e-34f2-4fde-b715-38f6e0665a6c kind: Event lastTimestamp: "2026-07-28T13:35:57Z" message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp 10.132.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:35:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:35:57Z" name: success-200-isvc-b971b-predictor-694db9976f-m4mbc.18c6778ee7517fc2 namespace: kserve-ci-e2e-test resourceVersion: "31134" uid: 4fdf562c-1538-4f7b-9672-dc1c70d1cabc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-b971b-predictor-694db9976f namespace: kserve-ci-e2e-test resourceVersion: "26977" uid: a9cb7f14-13cb-4869-8ee3-0d0397549cc9 kind: Event lastTimestamp: "2026-07-28T13:26:40Z" message: 'Created pod: success-200-isvc-b971b-predictor-694db9976f-m4mbc' metadata: creationTimestamp: "2026-07-28T13:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:40Z" name: success-200-isvc-b971b-predictor-694db9976f.18c6770cffa8c553 namespace: kserve-ci-e2e-test resourceVersion: "26997" uid: a12a8b39-bd07-41f5-8586-a90e34136838 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26974" uid: 3ff610e9-caa9-444f-ac7e-3379d5090507 kind: Event lastTimestamp: "2026-07-28T13:26:39Z" message: Scaled up replica set success-200-isvc-b971b-predictor-694db9976f from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:39Z" name: success-200-isvc-b971b-predictor.18c6770cfd69ea60 namespace: kserve-ci-e2e-test resourceVersion: "26983" uid: 8218876f-0170-4512-aa08-62bf9bd40c78 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26976" uid: 79443022-43d6-4c89-a47f-c2579a647203 kind: Event lastTimestamp: "2026-07-28T13:26:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:26:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:54Z" name: success-200-isvc-b971b-predictor.18c677107bf52ea0 namespace: kserve-ci-e2e-test resourceVersion: "27219" uid: 369bd32e-3e8e-44e4-9398-6c7ab948b00a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "26976" uid: 79443022-43d6-4c89-a47f-c2579a647203 kind: Event lastTimestamp: "2026-07-28T13:26:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:26:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:26:54Z" name: success-200-isvc-b971b-predictor.18c677107c5dd00a namespace: kserve-ci-e2e-test resourceVersion: "27221" uid: a943331f-c0f6-497d-8fa1-64f480326eed reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:27:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "27220" uid: 79443022-43d6-4c89-a47f-c2579a647203 kind: Event lastTimestamp: "2026-07-28T13:27:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:27:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:55Z" name: success-200-isvc-b971b-predictor.18c67713fb6c3b75 namespace: kserve-ci-e2e-test resourceVersion: "27769" uid: 7af92d30-e792-4457-9d60-8a97ca51ac67 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:27:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-b971b-predictor namespace: kserve-ci-e2e-test resourceVersion: "27220" uid: 79443022-43d6-4c89-a47f-c2579a647203 kind: Event lastTimestamp: "2026-07-28T13:27:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:27:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:55Z" name: success-200-isvc-b971b-predictor.18c67713fbd0d7dc namespace: kserve-ci-e2e-test resourceVersion: "27771" uid: 46595d06-0b16-44e6-a1a3-5c1af3256e6e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:26:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b971b namespace: kserve-ci-e2e-test resourceVersion: "26952" uid: 265fc3a2-18e5-4cd0-b1a7-687bb9e8a422 kind: Event lastTimestamp: "2026-07-28T13:27:28Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:26:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:27:28Z" name: success-200-isvc-b971b.18c6770cfd9900c9 namespace: kserve-ci-e2e-test resourceVersion: "27525" uid: fbf2c141-7fe5-4a69-a56b-a8c6f74e21ae reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-b971b namespace: kserve-ci-e2e-test resourceVersion: "27523" uid: 265fc3a2-18e5-4cd0-b1a7-687bb9e8a422 kind: Event lastTimestamp: "2026-07-28T13:27:28Z" message: InferenceService [success-200-isvc-b971b] is Ready metadata: creationTimestamp: "2026-07-28T13:27:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:27:28Z" name: success-200-isvc-b971b.18c677182e683175 namespace: kserve-ci-e2e-test resourceVersion: "27524" uid: ce925c06-1fd2-49bf-8a1b-308d99cd9e16 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:05:49.598326Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16153" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c21f8-predictor-7856975d79-sfn98 to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:05:49Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675e9dd39628d namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 15430277-cfc8-4b62-bdf7-56e2cdc1fbfa reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16168" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:05:50Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:05:50Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675e9f6ef207a namespace: kserve-ci-e2e-test resourceVersion: "16213" uid: 910cfda7-e9b0-43f5-ac68-d9a12dc1c88e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:05:50Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:50Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675e9f85617b9 namespace: kserve-ci-e2e-test resourceVersion: "16215" uid: a0b32d04-7349-4fb5-8bce-f732a2c42c36 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:05:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:50Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675e9fb913ed7 namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: 3bd12cea-fb5c-4176-b4b5-9a1a5992c74c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:05:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:50Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675e9fc489322 namespace: kserve-ci-e2e-test resourceVersion: "16217" uid: 76237954-de6a-498f-b782-acdbdd437e9c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:05:50Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:50Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675e9fc52ac47 namespace: kserve-ci-e2e-test resourceVersion: "16218" uid: 33da2005-a720-4e94-94fa-dc0af520d28b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:05:50Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:50Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675e9ff777ca5 namespace: kserve-ci-e2e-test resourceVersion: "16219" uid: 251c626a-b0f4-4098-b00d-8cd479080107 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:05:50Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:50Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675e9ffeb1bc2 namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: 2622f6cb-2a5d-4b52-8f6d-e074dba0106e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:15:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:07Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c675ea0dbe258e namespace: kserve-ci-e2e-test resourceVersion: "20655" uid: 8cad7cc3-c25d-4637-a079-998e8a5fd189 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:04Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c6766b0e9a9304 namespace: kserve-ci-e2e-test resourceVersion: "20527" uid: 1f3c5175-4d70-4f50-bd27-be0dc4d1475b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:04Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c6766b0e9b45d4 namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 4ee9ef4d-d62f-4000-af5e-83e1f98a266b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c21f8-predictor-7856975d79-sfn98 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: e8e995b2-cbd3-49a9-bb2f-e1ad5ff6fddc kind: Event lastTimestamp: "2026-07-28T13:15:07Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:15:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:07Z" name: success-200-isvc-c21f8-predictor-7856975d79-sfn98.18c6766bbe101d77 namespace: kserve-ci-e2e-test resourceVersion: "20654" uid: 2b05c47e-6e43-4c6a-92b6-34e3def84dbb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c21f8-predictor-7856975d79 namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: ddacfa18-3bb6-4517-a5d0-d12523dfe223 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: 'Created pod: success-200-isvc-c21f8-predictor-7856975d79-sfn98' metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:49Z" name: success-200-isvc-c21f8-predictor-7856975d79.18c675e9dc9fea82 namespace: kserve-ci-e2e-test resourceVersion: "16154" uid: a152ce28-b825-4a91-b828-981582ef5d6f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: 64445b19-ddfe-4873-8885-8d9fef22a69d kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: Scaled up replica set success-200-isvc-c21f8-predictor-7856975d79 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:49Z" name: success-200-isvc-c21f8-predictor.18c675e9d9566393 namespace: kserve-ci-e2e-test resourceVersion: "16140" uid: b4608cf7-a78e-48e7-8463-c7791b917490 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:06:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 6cebed8a-5604-46bd-84c2-db3aa220cf0e kind: Event lastTimestamp: "2026-07-28T13:07:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:06:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:04Z" name: success-200-isvc-c21f8-predictor.18c675ed57dbe80e namespace: kserve-ci-e2e-test resourceVersion: "17129" uid: 026ed6df-8a03-413f-9676-d2fb9bdcfdf5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:06:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 6cebed8a-5604-46bd-84c2-db3aa220cf0e kind: Event lastTimestamp: "2026-07-28T13:07:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:06:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:04Z" name: success-200-isvc-c21f8-predictor.18c675ed5842074e namespace: kserve-ci-e2e-test resourceVersion: "17131" uid: f6601ffa-f40e-4d26-95d5-ab47f32fb6ad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16386" uid: 6cebed8a-5604-46bd-84c2-db3aa220cf0e kind: Event lastTimestamp: "2026-07-28T13:06:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:06:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:19Z" name: success-200-isvc-c21f8-predictor.18c675f0d7072497 namespace: kserve-ci-e2e-test resourceVersion: "16540" uid: 9e0bd812-3752-42aa-9c10-475f5f69a0a9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c21f8-predictor namespace: kserve-ci-e2e-test resourceVersion: "16386" uid: 6cebed8a-5604-46bd-84c2-db3aa220cf0e kind: Event lastTimestamp: "2026-07-28T13:06:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:06:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:19Z" name: success-200-isvc-c21f8-predictor.18c675f0d76be2ac namespace: kserve-ci-e2e-test resourceVersion: "16543" uid: 7e232544-b164-4af7-bca6-41397233c76e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16119" uid: d3d9f403-f476-44e5-8b39-5255215a0aa5 kind: Event lastTimestamp: "2026-07-28T13:06:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:06:37Z" name: success-200-isvc-c21f8.18c675e9d96a06d6 namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 067f4f15-37e0-4e39-bc9f-53c8a58196b9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16119" uid: d3d9f403-f476-44e5-8b39-5255215a0aa5 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: 'Failed to update status for InferenceService "success-200-isvc-c21f8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c21f8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:49Z" name: success-200-isvc-c21f8.18c675e9d9eaa27f namespace: kserve-ci-e2e-test resourceVersion: "16145" uid: 9fd7b574-bf20-4889-886e-8d1cd7597021 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16119" uid: d3d9f403-f476-44e5-8b39-5255215a0aa5 kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-c21f8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:49Z" name: success-200-isvc-c21f8.18c675e9d9eafad5 namespace: kserve-ci-e2e-test resourceVersion: "16148" uid: 89375939-afc7-40f1-84b9-c788593c2ef6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16866" uid: d3d9f403-f476-44e5-8b39-5255215a0aa5 kind: Event lastTimestamp: "2026-07-28T13:06:37Z" message: InferenceService [success-200-isvc-c21f8] is Ready metadata: creationTimestamp: "2026-07-28T13:06:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:06:37Z" name: success-200-isvc-c21f8.18c675f507b4d472 namespace: kserve-ci-e2e-test resourceVersion: "16867" uid: db257da5-a23d-4b75-9bb6-a9094fcde064 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:16:50.682642Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21946" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-dd548-predictor-d86d86669-w2r2p to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:16:50Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683c8eb7bc9 namespace: kserve-ci-e2e-test resourceVersion: "21952" uid: c9b74126-dae3-4895-b3ce-8e705185e2dc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21959" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:16:51Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683e2bd8944 namespace: kserve-ci-e2e-test resourceVersion: "21998" uid: b8fd11fa-c6e2-4322-9b6e-e37634c0225e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683e419aaf5 namespace: kserve-ci-e2e-test resourceVersion: "22000" uid: 39f0e9ed-03d0-4d5d-8580-f2b618c0528d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683e71c09ec namespace: kserve-ci-e2e-test resourceVersion: "22002" uid: cb4840ee-19f2-4794-8e50-ddc5e592970a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683e799e23a namespace: kserve-ci-e2e-test resourceVersion: "22004" uid: 0a62c1dd-db23-4628-ae5c-c405f9f95b24 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683e7a52479 namespace: kserve-ci-e2e-test resourceVersion: "22005" uid: 01e3cd07-be30-4e7b-bcd9-8cbeaf19a1b8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683ea7982ab namespace: kserve-ci-e2e-test resourceVersion: "22009" uid: 573e6e3c-e1d0-4ecc-8020-fced1de7529b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:16:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:51Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683eaed18fa namespace: kserve-ci-e2e-test resourceVersion: "22010" uid: fcab7bcb-c8a2-45b0-ab9f-3bc67c539352 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-28T13:16:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:26:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:16:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:07Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67683efe3a99f namespace: kserve-ci-e2e-test resourceVersion: "26604" uid: 9d1176a3-d762-4933-98e7-2491de61ceae reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:05Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67704f56b9a25 namespace: kserve-ci-e2e-test resourceVersion: "26486" uid: 22ce1e3f-ff7a-487f-9480-caf210b2be73 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:26:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:05Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67704f56c79db namespace: kserve-ci-e2e-test resourceVersion: "26487" uid: 229cc9b7-acec-4c80-8b79-73a4eae57980 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:26:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dd548-predictor-d86d86669-w2r2p namespace: kserve-ci-e2e-test resourceVersion: "21948" uid: 6092f68a-0296-4036-ae75-020b8de66fc4 kind: Event lastTimestamp: "2026-07-28T13:26:07Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:26:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:26:07Z" name: success-200-isvc-dd548-predictor-d86d86669-w2r2p.18c67705644fd0c7 namespace: kserve-ci-e2e-test resourceVersion: "26603" uid: 02703730-0add-40a4-ac59-31a7a9ee6702 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-dd548-predictor-d86d86669 namespace: kserve-ci-e2e-test resourceVersion: "21929" uid: ab8155c9-aec1-4169-8803-a0f3e92e2ade kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: 'Created pod: success-200-isvc-dd548-predictor-d86d86669-w2r2p' metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:50Z" name: success-200-isvc-dd548-predictor-d86d86669.18c67683c889e09e namespace: kserve-ci-e2e-test resourceVersion: "21947" uid: 4e3daa8c-3dd6-4ed6-9409-433fd5c5bd10 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "21925" uid: 2dfee518-6f52-4789-bdc9-a7d46eab0b9c kind: Event lastTimestamp: "2026-07-28T13:16:50Z" message: Scaled up replica set success-200-isvc-dd548-predictor-d86d86669 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:50Z" name: success-200-isvc-dd548-predictor.18c67683c6967192 namespace: kserve-ci-e2e-test resourceVersion: "21935" uid: b322305e-1a24-4235-8f8a-4bf6ad88d9f5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:17:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "21928" uid: 9de9262b-a2ca-4979-9a59-619db88dc1ba kind: Event lastTimestamp: "2026-07-28T13:17:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:20Z" name: success-200-isvc-dd548-predictor.18c676874521c946 namespace: kserve-ci-e2e-test resourceVersion: "22321" uid: a1d83fcf-6a3e-4ff4-a536-08ab50202e0b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:17:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "21928" uid: 9de9262b-a2ca-4979-9a59-619db88dc1ba kind: Event lastTimestamp: "2026-07-28T13:17:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:17:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:20Z" name: success-200-isvc-dd548-predictor.18c6768745874e7f namespace: kserve-ci-e2e-test resourceVersion: "22322" uid: c28ab5b3-e2a6-48fc-a056-5f03968c96ca reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:17:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "22161" uid: 9de9262b-a2ca-4979-9a59-619db88dc1ba kind: Event lastTimestamp: "2026-07-28T13:17:50Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:17:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:50Z" name: success-200-isvc-dd548-predictor.18c6768e42f8366c namespace: kserve-ci-e2e-test resourceVersion: "22572" uid: 09c82280-2548-4f03-9ad4-bcde7011b35a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:17:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dd548-predictor namespace: kserve-ci-e2e-test resourceVersion: "22161" uid: 9de9262b-a2ca-4979-9a59-619db88dc1ba kind: Event lastTimestamp: "2026-07-28T13:17:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:17:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:17:50Z" name: success-200-isvc-dd548-predictor.18c6768e4354ae66 namespace: kserve-ci-e2e-test resourceVersion: "22573" uid: 2fe0b4ee-0a97-48b5-ba21-9a8283a50ec6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:16:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-dd548 namespace: kserve-ci-e2e-test resourceVersion: "21904" uid: bdbb1e75-2b21-473a-ba15-9854a3d72e3e kind: Event lastTimestamp: "2026-07-28T13:17:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:16:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:37Z" name: success-200-isvc-dd548.18c67683c69af14c namespace: kserve-ci-e2e-test resourceVersion: "22470" uid: ad959e0f-2da2-4ff9-96ff-90ce4c9baaa8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:17:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-dd548 namespace: kserve-ci-e2e-test resourceVersion: "22462" uid: bdbb1e75-2b21-473a-ba15-9854a3d72e3e kind: Event lastTimestamp: "2026-07-28T13:17:37Z" message: InferenceService [success-200-isvc-dd548] is Ready metadata: creationTimestamp: "2026-07-28T13:17:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:17:37Z" name: success-200-isvc-dd548.18c6768eab8093f9 namespace: kserve-ci-e2e-test resourceVersion: "22463" uid: f7ca54f0-43b6-4978-b161-9ee6e0de91fd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:15:04.602918Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20545" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-dec07-predictor-6dcc759d57-v8lbc to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:15:04Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b161365aa namespace: kserve-ci-e2e-test resourceVersion: "20550" uid: a95821f3-a1e7-4607-a25f-5022d8eaa281 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:05Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-dec07-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:05Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b23205c3c namespace: kserve-ci-e2e-test resourceVersion: "20609" uid: c95f0f55-ea29-4032-a76a-dff76b1c9673 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:06Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20558" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:06Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:15:06Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b8933be4a namespace: kserve-ci-e2e-test resourceVersion: "20633" uid: fc190a2b-67e6-488c-90ce-84088368f008 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:06Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:06Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b8ab36976 namespace: kserve-ci-e2e-test resourceVersion: "20635" uid: 7e39ad7e-421a-40ba-a279-be646d001949 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:06Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b8db996f4 namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: 38370bf1-a126-4910-8c02-e975f074b2ff reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:06Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b8e30eb38 namespace: kserve-ci-e2e-test resourceVersion: "20637" uid: 3d647aaa-cb72-43dc-aca6-920641f0abe7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:06Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b8e3ad906 namespace: kserve-ci-e2e-test resourceVersion: "20638" uid: 04df4dba-c703-4e54-b4d7-c02d837379a0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:06Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b914b4d70 namespace: kserve-ci-e2e-test resourceVersion: "20640" uid: 5522ffc5-4dc1-43c3-85ee-06ba3aff2c2e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:06Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b91c2b1f8 namespace: kserve-ci-e2e-test resourceVersion: "20641" uid: a2840712-0e1c-44cd-8564-f2ef20c12c38 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:15:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:15:42Z" message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:15:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:42Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6766b9c5ce206 namespace: kserve-ci-e2e-test resourceVersion: "21071" uid: 4b724c2e-5986-455c-96ef-6b3b9fce2ef7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:14Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6767b6d9d2f8e namespace: kserve-ci-e2e-test resourceVersion: "21426" uid: 9f7d91ca-4d27-486a-9a69-643fbd4524a2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:16:14Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:16:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:14Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6767b6d9dc45a namespace: kserve-ci-e2e-test resourceVersion: "21429" uid: f55a1191-4c1c-4857-82e2-b1e6d1dec0d0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc namespace: kserve-ci-e2e-test resourceVersion: "20548" uid: 6f82995e-c487-49fa-bf5e-ffe488d01982 kind: Event lastTimestamp: "2026-07-28T13:16:17Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:16:17Z" name: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc.18c6767c2489f361 namespace: kserve-ci-e2e-test resourceVersion: "21557" uid: d55c11e1-cd4d-473b-a42e-8d7641903cd4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-dec07-predictor-6dcc759d57 namespace: kserve-ci-e2e-test resourceVersion: "20538" uid: 65d32502-2f43-4a91-8940-715cf072402c kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: 'Created pod: success-200-isvc-dec07-predictor-6dcc759d57-v8lbc' metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:04Z" name: success-200-isvc-dec07-predictor-6dcc759d57.18c6766b15a89bda namespace: kserve-ci-e2e-test resourceVersion: "20546" uid: f2af23b1-706f-42b8-8ea4-20504a8880d1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20536" uid: 6e97420c-26bc-4463-8e60-e60ccbf18bae kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: Scaled up replica set success-200-isvc-dec07-predictor-6dcc759d57 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:04Z" name: success-200-isvc-dec07-predictor.18c6766b120a406a namespace: kserve-ci-e2e-test resourceVersion: "20539" uid: 2b9e16de-6f82-41bd-89fa-d92366208c91 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:15:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: 42e08b16-9482-4bf8-b78a-34e630861e53 kind: Event lastTimestamp: "2026-07-28T13:15:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:15:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:34Z" name: success-200-isvc-dec07-predictor.18c6766e909e5126 namespace: kserve-ci-e2e-test resourceVersion: "20868" uid: 027429c6-65d4-4854-b9b6-f3a001e4bae8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:15:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: 42e08b16-9482-4bf8-b78a-34e630861e53 kind: Event lastTimestamp: "2026-07-28T13:15:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:15:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:15:34Z" name: success-200-isvc-dec07-predictor.18c6766e9105aa29 namespace: kserve-ci-e2e-test resourceVersion: "20869" uid: 5d17244b-64b9-4ead-865a-8b61c401cd78 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:15:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 42e08b16-9482-4bf8-b78a-34e630861e53 kind: Event lastTimestamp: "2026-07-28T13:16:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:15:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:04Z" name: success-200-isvc-dec07-predictor.18c676758e830d0b namespace: kserve-ci-e2e-test resourceVersion: "21285" uid: a05c09c1-60d2-4fd3-862f-e746be2f898a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:15:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-dec07-predictor namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 42e08b16-9482-4bf8-b78a-34e630861e53 kind: Event lastTimestamp: "2026-07-28T13:16:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:15:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:16:04Z" name: success-200-isvc-dec07-predictor.18c676758eeb887e namespace: kserve-ci-e2e-test resourceVersion: "21289" uid: 91b8e551-465b-4767-b6b2-8984272918ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-dec07 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: d7cc93d2-dfc9-4e2c-ae3b-d3465849c748 kind: Event lastTimestamp: "2026-07-28T13:15:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:15:52Z" name: success-200-isvc-dec07.18c6766b12128850 namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: 2d99609e-1de7-4e78-9ebb-6356dd48c129 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-dec07 namespace: kserve-ci-e2e-test resourceVersion: "21179" uid: d7cc93d2-dfc9-4e2c-ae3b-d3465849c748 kind: Event lastTimestamp: "2026-07-28T13:15:52Z" message: InferenceService [success-200-isvc-dec07] is Ready metadata: creationTimestamp: "2026-07-28T13:15:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:15:52Z" name: success-200-isvc-dec07.18c6767657de0728 namespace: kserve-ci-e2e-test resourceVersion: "21180" uid: 3027dbc2-22c7-4d89-9ff4-a3d2e22ebe3e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:06:25.540830Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16657" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 to ip-10-0-142-83.ec2.internal metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:06:25Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f23b907dd1 namespace: kserve-ci-e2e-test resourceVersion: "16664" uid: d9bab1ec-ee66-4536-ab86-112506c28645 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16684" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:06:25Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f255891391 namespace: kserve-ci-e2e-test resourceVersion: "16728" uid: 55470ef1-a044-4a4d-a707-537248698e2b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1814" already present on machine metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f257b0aa6e namespace: kserve-ci-e2e-test resourceVersion: "16731" uid: 94012042-4fe9-4037-baa1-3bd0fc75fd86 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f25a766e2b namespace: kserve-ci-e2e-test resourceVersion: "16732" uid: 2411c362-4b18-4663-a7fc-683f3e73c448 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f25ae884ff namespace: kserve-ci-e2e-test resourceVersion: "16733" uid: a6c4a472-b57d-4072-a319-49def0eeaa36 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f25af2a662 namespace: kserve-ci-e2e-test resourceVersion: "16734" uid: 8f523c3f-f0b4-43c9-ada6-50681934dde6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f25dc3b9c4 namespace: kserve-ci-e2e-test resourceVersion: "16735" uid: bbd61ee0-3830-49aa-b5c8-020f3c1dff4a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:06:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:26Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f25e394b54 namespace: kserve-ci-e2e-test resourceVersion: "16736" uid: 62a35d13-825a-4983-adbd-5d4a6a4c4d10 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:06:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:07:03Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-28T13:06:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:07:03Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c675f2b50f1cae namespace: kserve-ci-e2e-test resourceVersion: "17124" uid: eefcb252-4503-4776-b4df-e077bcb76264 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c676736879b785 namespace: kserve-ci-e2e-test resourceVersion: "20969" uid: 4dadd116-e7f6-40e4-8271-51800a11bce5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:15:40Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-28T13:15:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:40Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c67673687ae62e namespace: kserve-ci-e2e-test resourceVersion: "20972" uid: add3fb4f-3175-4ec0-ade0-960edee33953 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:15:44Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)' metadata: creationTimestamp: "2026-07-28T13:15:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:44Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c6767465210134 namespace: kserve-ci-e2e-test resourceVersion: "21087" uid: 535479d1-a7a1-4fda-8aea-16fb974fe757 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6 namespace: kserve-ci-e2e-test resourceVersion: "16660" uid: 01df65b5-2e77-4dcd-ac47-2a3d54165c5c kind: Event lastTimestamp: "2026-07-28T13:15:44Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: i/o timeout' metadata: creationTimestamp: "2026-07-28T13:15:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:44Z" name: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6.18c67674655fb6c1 namespace: kserve-ci-e2e-test resourceVersion: "21088" uid: 24c61a2f-592f-4d39-b372-b4e9aaa38973 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-83.ec2.internal source: component: kubelet host: ip-10-0-142-83.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-fec78-predictor-55f58fdf5c namespace: kserve-ci-e2e-test resourceVersion: "16640" uid: 60e2e0dd-0f83-4981-8650-e4a05ea1178a kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: 'Created pod: success-200-isvc-fec78-predictor-55f58fdf5c-5lvt6' metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:25Z" name: success-200-isvc-fec78-predictor-55f58fdf5c.18c675f23b1522ae namespace: kserve-ci-e2e-test resourceVersion: "16659" uid: 7ca71d05-1e20-47be-825b-a79cfff74c09 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16636" uid: 97cd9b75-8d5e-4611-953d-e671e2f10a53 kind: Event lastTimestamp: "2026-07-28T13:06:25Z" message: Scaled up replica set success-200-isvc-fec78-predictor-55f58fdf5c from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:25Z" name: success-200-isvc-fec78-predictor.18c675f239434c8d namespace: kserve-ci-e2e-test resourceVersion: "16646" uid: dbe6faaf-4a2f-4139-adf5-93dde1212047 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:06:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: ebadb145-68d7-4f14-bb96-50903a9f159b kind: Event lastTimestamp: "2026-07-28T13:06:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:55Z" name: success-200-isvc-fec78-predictor.18c675f5b83d0dde namespace: kserve-ci-e2e-test resourceVersion: "17061" uid: 06e370e6-4eff-4a06-828a-dc065dd97297 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-28T13:06:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: ebadb145-68d7-4f14-bb96-50903a9f159b kind: Event lastTimestamp: "2026-07-28T13:06:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-28T13:06:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:55Z" name: success-200-isvc-fec78-predictor.18c675f5b87f7266 namespace: kserve-ci-e2e-test resourceVersion: "17062" uid: 8336497d-1f8b-471e-980f-204fb1b43630 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:07:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16899" uid: ebadb145-68d7-4f14-bb96-50903a9f159b kind: Event lastTimestamp: "2026-07-28T13:07:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:07:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:55Z" name: success-200-isvc-fec78-predictor.18c675fcb66be592 namespace: kserve-ci-e2e-test resourceVersion: "17570" uid: f70f5d1d-19d2-4b8c-9700-84203bf70fd4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-28T13:07:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-fec78-predictor namespace: kserve-ci-e2e-test resourceVersion: "16899" uid: ebadb145-68d7-4f14-bb96-50903a9f159b kind: Event lastTimestamp: "2026-07-28T13:07:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:07:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:55Z" name: success-200-isvc-fec78-predictor.18c675fcb6b5788c namespace: kserve-ci-e2e-test resourceVersion: "17571" uid: 37ded906-edd5-49de-ace6-c3f271040a36 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:06:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fec78 namespace: kserve-ci-e2e-test resourceVersion: "16615" uid: 248e0e27-8863-4a2c-aaea-9460912fd5d9 kind: Event lastTimestamp: "2026-07-28T13:07:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-28T13:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:07:13Z" name: success-200-isvc-fec78.18c675f2394ae4d1 namespace: kserve-ci-e2e-test resourceVersion: "17229" uid: 6489fc82-1e6c-4d21-9494-4d942f1855ea reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-fec78 namespace: kserve-ci-e2e-test resourceVersion: "17227" uid: 248e0e27-8863-4a2c-aaea-9460912fd5d9 kind: Event lastTimestamp: "2026-07-28T13:07:13Z" message: InferenceService [success-200-isvc-fec78] is Ready metadata: creationTimestamp: "2026-07-28T13:07:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:07:13Z" name: success-200-isvc-fec78.18c675fd710bfd27 namespace: kserve-ci-e2e-test resourceVersion: "17228" uid: fc14d784-f30e-4d69-bcf7-0cbed2f563d5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:27:05.628883Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-18d3f-564bd4bccc-zkpnf namespace: kserve-ci-e2e-test resourceVersion: "27309" uid: 28b294f2-d9af-43ca-ac08-04e2e13cbeeb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-18d3f-564bd4bccc-zkpnf to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:27:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:27:05Z" name: switch-graph-18d3f-564bd4bccc-zkpnf.18c67712f6927ea3 namespace: kserve-ci-e2e-test resourceVersion: "27314" uid: b78b2772-def0-4ca2-ba55-68cd541c4048 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-28T13:27:05Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-18d3f-564bd4bccc-zkpnf namespace: kserve-ci-e2e-test resourceVersion: "27311" uid: 28b294f2-d9af-43ca-ac08-04e2e13cbeeb kind: Event lastTimestamp: "2026-07-28T13:43:40Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-18d3f-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:43:40Z" name: switch-graph-18d3f-564bd4bccc-zkpnf.18c67712fcf20d92 namespace: kserve-ci-e2e-test resourceVersion: "34397" uid: ae4e7528-9c63-431d-9251-2ce2ba6c4047 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:06Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-18d3f-564bd4bccc-zkpnf namespace: kserve-ci-e2e-test resourceVersion: "27317" uid: 28b294f2-d9af-43ca-ac08-04e2e13cbeeb kind: Event lastTimestamp: "2026-07-28T13:27:06Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:27:06Z" name: switch-graph-18d3f-564bd4bccc-zkpnf.18c677132231f584 namespace: kserve-ci-e2e-test resourceVersion: "27333" uid: d63ddb5b-f77c-49bf-b299-d5bc2decede1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-18d3f} kind: Pod name: switch-graph-18d3f-564bd4bccc-zkpnf namespace: kserve-ci-e2e-test resourceVersion: "27311" uid: 28b294f2-d9af-43ca-ac08-04e2e13cbeeb kind: Event lastTimestamp: "2026-07-28T13:27:06Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:06Z" name: switch-graph-18d3f-564bd4bccc-zkpnf.18c6771323936b12 namespace: kserve-ci-e2e-test resourceVersion: "27335" uid: e11612e3-b525-422e-a50f-e3d71844979b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-18d3f} kind: Pod name: switch-graph-18d3f-564bd4bccc-zkpnf namespace: kserve-ci-e2e-test resourceVersion: "27311" uid: 28b294f2-d9af-43ca-ac08-04e2e13cbeeb kind: Event lastTimestamp: "2026-07-28T13:27:06Z" message: 'Created container: switch-graph-18d3f' metadata: creationTimestamp: "2026-07-28T13:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:06Z" name: switch-graph-18d3f-564bd4bccc-zkpnf.18c6771326b3d0ad namespace: kserve-ci-e2e-test resourceVersion: "27336" uid: 6e6c30ef-9c2b-4d00-944d-63513c1a1528 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-18d3f} kind: Pod name: switch-graph-18d3f-564bd4bccc-zkpnf namespace: kserve-ci-e2e-test resourceVersion: "27311" uid: 28b294f2-d9af-43ca-ac08-04e2e13cbeeb kind: Event lastTimestamp: "2026-07-28T13:27:06Z" message: Started container switch-graph-18d3f metadata: creationTimestamp: "2026-07-28T13:27:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:27:06Z" name: switch-graph-18d3f-564bd4bccc-zkpnf.18c6771327297bf4 namespace: kserve-ci-e2e-test resourceVersion: "27337" uid: bed39c61-e781-42c9-b488-54392cf7bc6e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:43:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-18d3f} kind: Pod name: switch-graph-18d3f-564bd4bccc-zkpnf namespace: kserve-ci-e2e-test resourceVersion: "27311" uid: 28b294f2-d9af-43ca-ac08-04e2e13cbeeb kind: Event lastTimestamp: "2026-07-28T13:43:25Z" message: Stopping container switch-graph-18d3f metadata: creationTimestamp: "2026-07-28T13:43:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:43:25Z" name: switch-graph-18d3f-564bd4bccc-zkpnf.18c677f710852f8d namespace: kserve-ci-e2e-test resourceVersion: "34236" uid: d8e4faf0-c049-4ca0-8cce-73e47f8663e9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-28T13:43:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-18d3f} kind: Pod name: switch-graph-18d3f-564bd4bccc-zkpnf namespace: kserve-ci-e2e-test resourceVersion: "27311" uid: 28b294f2-d9af-43ca-ac08-04e2e13cbeeb kind: Event lastTimestamp: "2026-07-28T13:43:47Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:43:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:43:47Z" name: switch-graph-18d3f-564bd4bccc-zkpnf.18c677f7ae58d5f3 namespace: kserve-ci-e2e-test resourceVersion: "34449" uid: 0b524cef-9c99-4ded-aaf2-fa911a565e8a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-18d3f-564bd4bccc namespace: kserve-ci-e2e-test resourceVersion: "27306" uid: 74e8a152-e35e-4f81-81a3-b462b7aff8f2 kind: Event lastTimestamp: "2026-07-28T13:27:05Z" message: 'Created pod: switch-graph-18d3f-564bd4bccc-zkpnf' metadata: creationTimestamp: "2026-07-28T13:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:05Z" name: switch-graph-18d3f-564bd4bccc.18c67712f6280894 namespace: kserve-ci-e2e-test resourceVersion: "27310" uid: efa95cf3-792e-4e7f-a1f6-039801f23e7f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:05Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-18d3f namespace: kserve-ci-e2e-test resourceVersion: "27304" uid: fe683f7d-8acc-4476-a949-b59a1f0bdd73 kind: Event lastTimestamp: "2026-07-28T13:27:05Z" message: Scaled up replica set switch-graph-18d3f-564bd4bccc from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:05Z" name: switch-graph-18d3f.18c67712f577f000 namespace: kserve-ci-e2e-test resourceVersion: "27307" uid: 1e14e5b2-42ef-43ac-a0be-216686ddd360 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:05Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-18d3f namespace: kserve-ci-e2e-test resourceVersion: "27320" uid: e8b51dba-e6f6-4eee-9380-f3b2c3c502a1 kind: Event lastTimestamp: "2026-07-28T13:27:05Z" message: InferenceGraph [switch-graph-18d3f] is Ready metadata: creationTimestamp: "2026-07-28T13:27:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:27:05Z" name: switch-graph-18d3f.18c67712f95ae1bf namespace: kserve-ci-e2e-test resourceVersion: "27322" uid: 0b76bfec-9470-4412-96fa-822d08e53bbb reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-18d3f namespace: kserve-ci-e2e-test resourceVersion: "27305" uid: 6d4947a8-aa8a-49c6-9184-75553a8c17ff kind: Event lastTimestamp: "2026-07-28T13:27:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:27:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:20Z" name: switch-graph-18d3f.18c6771673e44003 namespace: kserve-ci-e2e-test resourceVersion: "27462" uid: f0e5a11d-a24e-431d-84f7-bd30b92f319a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:27:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-18d3f namespace: kserve-ci-e2e-test resourceVersion: "27305" uid: 6d4947a8-aa8a-49c6-9184-75553a8c17ff kind: Event lastTimestamp: "2026-07-28T13:27:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:27:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:27:20Z" name: switch-graph-18d3f.18c6771674430d77 namespace: kserve-ci-e2e-test resourceVersion: "27464" uid: 5b8be463-5c9d-4b9b-86a8-f0a94307fe94 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:05:35.182950Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15948" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-aee94-5cd98b64b4-cglpz to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:05:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:05:35Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675e682003184 namespace: kserve-ci-e2e-test resourceVersion: "15953" uid: 3798b659-d3e1-4810-9f47-256903e6c363 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:35Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: "2026-07-28T13:05:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-aee94-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:35Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675e68d967552 namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: 990ba759-2288-42a2-a11a-06c37e721d79 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:36Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15957" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: "2026-07-28T13:05:36Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:05:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:05:36Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675e6bf46a424 namespace: kserve-ci-e2e-test resourceVersion: "15976" uid: 8396333f-592b-4368-b1d6-97c368aebdcf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-aee94} kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: "2026-07-28T13:05:36Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" metadata: creationTimestamp: "2026-07-28T13:05:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:36Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675e6c0ada51a namespace: kserve-ci-e2e-test resourceVersion: "15978" uid: 879f9c13-4046-45ed-8a90-264e4c19458d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-aee94} kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: "2026-07-28T13:05:39Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" in 2.882s (2.882s including waiting). Image size: 218232445 bytes.' metadata: creationTimestamp: "2026-07-28T13:05:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:39Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675e76c807241 namespace: kserve-ci-e2e-test resourceVersion: "16001" uid: 933c10d8-ec8f-48fb-a2ec-495e7b9467e2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-aee94} kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: "2026-07-28T13:05:39Z" message: 'Created container: switch-graph-aee94' metadata: creationTimestamp: "2026-07-28T13:05:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:39Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675e76f4617f8 namespace: kserve-ci-e2e-test resourceVersion: "16003" uid: 53051929-6a9f-4e34-a391-cb545b771602 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-aee94} kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: "2026-07-28T13:05:39Z" message: Started container switch-graph-aee94 metadata: creationTimestamp: "2026-07-28T13:05:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:39Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675e76fa9a03e namespace: kserve-ci-e2e-test resourceVersion: "16004" uid: 3d04ad9e-4f90-4798-ac3a-f000698fc136 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-aee94} kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: "2026-07-28T13:05:49Z" message: Stopping container switch-graph-aee94 metadata: creationTimestamp: "2026-07-28T13:05:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:05:49Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675e9d02ee74e namespace: kserve-ci-e2e-test resourceVersion: "16113" uid: ddd9aa11-6b8c-457a-b1ad-7fb6ed970f14 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:05:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-aee94} kind: Pod name: switch-graph-aee94-5cd98b64b4-cglpz namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 6d21c0a2-690c-4f1a-aae6-9a9edeb550ce kind: Event lastTimestamp: "2026-07-28T13:06:15Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:15Z" name: switch-graph-aee94-5cd98b64b4-cglpz.18c675ea0ffef6d5 namespace: kserve-ci-e2e-test resourceVersion: "16493" uid: 3bb7f50f-dd95-4451-937b-45c961a7298e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-aee94-5cd98b64b4 namespace: kserve-ci-e2e-test resourceVersion: "15944" uid: ceda6ce0-ece2-4876-8444-1e16802271a6 kind: Event lastTimestamp: "2026-07-28T13:05:35Z" message: 'Created pod: switch-graph-aee94-5cd98b64b4-cglpz' metadata: creationTimestamp: "2026-07-28T13:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:35Z" name: switch-graph-aee94-5cd98b64b4.18c675e68161277f namespace: kserve-ci-e2e-test resourceVersion: "15950" uid: 46911422-5514-4ced-b593-ef6f949f2173 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-aee94 namespace: kserve-ci-e2e-test resourceVersion: "15942" uid: a17790c6-fdce-4602-bcd2-31cd891c55fd kind: Event lastTimestamp: "2026-07-28T13:05:35Z" message: Scaled up replica set switch-graph-aee94-5cd98b64b4 from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:05:35Z" name: switch-graph-aee94.18c675e6801bbd70 namespace: kserve-ci-e2e-test resourceVersion: "15946" uid: 02547432-f43b-4f13-8fb6-b5fea76ce47a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-aee94 namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 7530686c-edc4-46bc-b4ed-683a88863288 kind: Event lastTimestamp: "2026-07-28T13:05:35Z" message: InferenceGraph [switch-graph-aee94] is Ready metadata: creationTimestamp: "2026-07-28T13:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:35Z" name: switch-graph-aee94.18c675e6852e7caf namespace: kserve-ci-e2e-test resourceVersion: "15961" uid: f3ce9559-1ddf-49d5-aea6-13c14dcfcd27 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-aee94 namespace: kserve-ci-e2e-test resourceVersion: "15936" uid: 7530686c-edc4-46bc-b4ed-683a88863288 kind: Event lastTimestamp: "2026-07-28T13:05:35Z" message: 'Failed to update status for InferenceGraph "switch-graph-aee94": Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-aee94": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:35Z" name: switch-graph-aee94.18c675e6881f7ff3 namespace: kserve-ci-e2e-test resourceVersion: "15962" uid: 3acc2a27-3c94-472b-b970-f9a9cf53c4b9 reason: UpdateFailed reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:05:35Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-aee94 namespace: kserve-ci-e2e-test resourceVersion: "15936" uid: 7530686c-edc4-46bc-b4ed-683a88863288 kind: Event lastTimestamp: "2026-07-28T13:05:35Z" message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-aee94": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-28T13:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:05:35Z" name: switch-graph-aee94.18c675e6881fd51c namespace: kserve-ci-e2e-test resourceVersion: "15963" uid: ad34b425-168b-4f3a-9454-4f64263aee2d reason: InternalError reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-28T13:06:49.633061Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c21f8-7885d4d46c-z622w namespace: kserve-ci-e2e-test resourceVersion: "16987" uid: b264fd1a-4ed5-4726-99d3-7fc6299caa49 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-c21f8-7885d4d46c-z622w to ip-10-0-132-6.ec2.internal metadata: creationTimestamp: "2026-07-28T13:06:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-28T13:06:49Z" name: switch-graph-c21f8-7885d4d46c-z622w.18c675f7d792b124 namespace: kserve-ci-e2e-test resourceVersion: "16992" uid: 15e94c65-fae2-4f94-b4eb-1972d988f854 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6f67c45d59-tttdq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:49Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c21f8-7885d4d46c-z622w namespace: kserve-ci-e2e-test resourceVersion: "16989" uid: b264fd1a-4ed5-4726-99d3-7fc6299caa49 kind: Event lastTimestamp: "2026-07-28T13:06:49Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-c21f8-serving-cert" not found' metadata: creationTimestamp: "2026-07-28T13:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:49Z" name: switch-graph-c21f8-7885d4d46c-z622w.18c675f7e396e58c namespace: kserve-ci-e2e-test resourceVersion: "17004" uid: ddc7655f-8432-404c-b856-b62aed53c3b2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:50Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c21f8-7885d4d46c-z622w namespace: kserve-ci-e2e-test resourceVersion: "16996" uid: b264fd1a-4ed5-4726-99d3-7fc6299caa49 kind: Event lastTimestamp: "2026-07-28T13:06:50Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-28T13:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-28T13:06:50Z" name: switch-graph-c21f8-7885d4d46c-z622w.18c675f814d97dba namespace: kserve-ci-e2e-test resourceVersion: "17011" uid: 27125499-5187-4aba-963e-cfb4be5de6e9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c21f8} kind: Pod name: switch-graph-c21f8-7885d4d46c-z622w namespace: kserve-ci-e2e-test resourceVersion: "16989" uid: b264fd1a-4ed5-4726-99d3-7fc6299caa49 kind: Event lastTimestamp: "2026-07-28T13:06:50Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:3f8b4d8bbc07de8aec3f29b089d69c216cddd2ca68e10f109f830f4b0fdd9ee1" already present on machine metadata: creationTimestamp: "2026-07-28T13:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:50Z" name: switch-graph-c21f8-7885d4d46c-z622w.18c675f8162599e5 namespace: kserve-ci-e2e-test resourceVersion: "17013" uid: 19ce95b2-e64e-4878-b76c-72896141bf1a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c21f8} kind: Pod name: switch-graph-c21f8-7885d4d46c-z622w namespace: kserve-ci-e2e-test resourceVersion: "16989" uid: b264fd1a-4ed5-4726-99d3-7fc6299caa49 kind: Event lastTimestamp: "2026-07-28T13:06:50Z" message: 'Created container: switch-graph-c21f8' metadata: creationTimestamp: "2026-07-28T13:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:50Z" name: switch-graph-c21f8-7885d4d46c-z622w.18c675f818c0953a namespace: kserve-ci-e2e-test resourceVersion: "17015" uid: a20020d5-7ef4-4785-92bb-8f4f3aad3863 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c21f8} kind: Pod name: switch-graph-c21f8-7885d4d46c-z622w namespace: kserve-ci-e2e-test resourceVersion: "16989" uid: b264fd1a-4ed5-4726-99d3-7fc6299caa49 kind: Event lastTimestamp: "2026-07-28T13:06:50Z" message: Started container switch-graph-c21f8 metadata: creationTimestamp: "2026-07-28T13:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:06:50Z" name: switch-graph-c21f8-7885d4d46c-z622w.18c675f8193fb74e namespace: kserve-ci-e2e-test resourceVersion: "17016" uid: 03d0d393-f602-457d-ba46-4001c1c644aa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:15:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c21f8} kind: Pod name: switch-graph-c21f8-7885d4d46c-z622w namespace: kserve-ci-e2e-test resourceVersion: "16989" uid: b264fd1a-4ed5-4726-99d3-7fc6299caa49 kind: Event lastTimestamp: "2026-07-28T13:15:04Z" message: Stopping container switch-graph-c21f8 metadata: creationTimestamp: "2026-07-28T13:15:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:04Z" name: switch-graph-c21f8-7885d4d46c-z622w.18c6766b06102704 namespace: kserve-ci-e2e-test resourceVersion: "20503" uid: d3629089-04d3-4b16-a083-07a4fd4ef898 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-28T13:15:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c21f8} kind: Pod name: switch-graph-c21f8-7885d4d46c-z622w namespace: kserve-ci-e2e-test resourceVersion: "16989" uid: b264fd1a-4ed5-4726-99d3-7fc6299caa49 kind: Event lastTimestamp: "2026-07-28T13:15:32Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-28T13:15:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-28T13:15:32Z" name: switch-graph-c21f8-7885d4d46c-z622w.18c6766bcfaef86b namespace: kserve-ci-e2e-test resourceVersion: "20852" uid: 822038a9-fa4f-40a1-aea3-541b2e206098 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-6.ec2.internal source: component: kubelet host: ip-10-0-132-6.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-c21f8-7885d4d46c namespace: kserve-ci-e2e-test resourceVersion: "16983" uid: e1c0a7c4-965b-4f45-ae87-2c686b7f0548 kind: Event lastTimestamp: "2026-07-28T13:06:49Z" message: 'Created pod: switch-graph-c21f8-7885d4d46c-z622w' metadata: creationTimestamp: "2026-07-28T13:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:49Z" name: switch-graph-c21f8-7885d4d46c.18c675f7d7081633 namespace: kserve-ci-e2e-test resourceVersion: "16988" uid: 6451ae0d-d001-444d-8334-46af2ac2a28f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16980" uid: f3a43f24-0b7b-4a4e-8829-40d1f353e4ab kind: Event lastTimestamp: "2026-07-28T13:06:49Z" message: Scaled up replica set switch-graph-c21f8-7885d4d46c from 0 to 1 metadata: creationTimestamp: "2026-07-28T13:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:06:49Z" name: switch-graph-c21f8.18c675f7d612e157 namespace: kserve-ci-e2e-test resourceVersion: "16985" uid: add85a35-e2ea-4aec-8e3b-d5b8dd1a0565 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:06:49Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "17000" uid: 10d613a1-c65b-469d-b4ac-3453998ab036 kind: Event lastTimestamp: "2026-07-28T13:06:49Z" message: InferenceGraph [switch-graph-c21f8] is Ready metadata: creationTimestamp: "2026-07-28T13:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-28T13:06:49Z" name: switch-graph-c21f8.18c675f7dc78b89f namespace: kserve-ci-e2e-test resourceVersion: "17002" uid: 4e356f57-6b77-420d-a19e-68369d78564f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16982" uid: 65543023-d9f0-4cd2-aa1a-f7ba6e7d1ed3 kind: Event lastTimestamp: "2026-07-28T13:07:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:07:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:04Z" name: switch-graph-c21f8.18c675fb5488a417 namespace: kserve-ci-e2e-test resourceVersion: "17132" uid: b9eadcee-e0de-4436-b15c-cbc976592ea1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-28T13:07:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c21f8 namespace: kserve-ci-e2e-test resourceVersion: "16982" uid: 65543023-d9f0-4cd2-aa1a-f7ba6e7d1ed3 kind: Event lastTimestamp: "2026-07-28T13:07:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-28T13:07:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-28T13:07:04Z" name: switch-graph-c21f8.18c675fb54bf454a namespace: kserve-ci-e2e-test resourceVersion: "17133" uid: 7bb4d889-45a6-41a2-a177-cf46f4b05406 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning kind: EventList metadata: resourceVersion: "34479"