--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:52.289078Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-10598-647cf68fb6-9lwpp namespace: kserve-ci-e2e-test resourceVersion: "22349" uid: 1e021e88-3fdb-4afb-b7ed-88bb95340dfa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-10598-647cf68fb6-9lwpp to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:52Z" name: ensemble-graph-10598-647cf68fb6-9lwpp.18d63072f90c485a namespace: kserve-ci-e2e-test resourceVersion: "22354" uid: 34f34adb-2b63-4ec5-886c-475c0feb7e10 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:52Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-10598-647cf68fb6-9lwpp namespace: kserve-ci-e2e-test resourceVersion: "22358" uid: 1e021e88-3fdb-4afb-b7ed-88bb95340dfa kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:52Z" name: ensemble-graph-10598-647cf68fb6-9lwpp.18d630731b2dd35a namespace: kserve-ci-e2e-test resourceVersion: "22372" uid: c6da91a5-f26f-407c-bd1f-59ba66eb7297 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-10598} kind: Pod name: ensemble-graph-10598-647cf68fb6-9lwpp namespace: kserve-ci-e2e-test resourceVersion: "22352" uid: 1e021e88-3fdb-4afb-b7ed-88bb95340dfa kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:52Z" name: ensemble-graph-10598-647cf68fb6-9lwpp.18d630731c881715 namespace: kserve-ci-e2e-test resourceVersion: "22374" uid: ba728550-bfa7-407e-a63d-98c64846a443 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-10598} kind: Pod name: ensemble-graph-10598-647cf68fb6-9lwpp namespace: kserve-ci-e2e-test resourceVersion: "22352" uid: 1e021e88-3fdb-4afb-b7ed-88bb95340dfa kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: 'Created container: ensemble-graph-10598' metadata: creationTimestamp: "2026-09-17T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:52Z" name: ensemble-graph-10598-647cf68fb6-9lwpp.18d630731f916151 namespace: kserve-ci-e2e-test resourceVersion: "22377" uid: a25bcca8-c74b-471d-9682-8914da232373 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-10598} kind: Pod name: ensemble-graph-10598-647cf68fb6-9lwpp namespace: kserve-ci-e2e-test resourceVersion: "22352" uid: 1e021e88-3fdb-4afb-b7ed-88bb95340dfa kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: Started container ensemble-graph-10598 metadata: creationTimestamp: "2026-09-17T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:52Z" name: ensemble-graph-10598-647cf68fb6-9lwpp.18d6307320187771 namespace: kserve-ci-e2e-test resourceVersion: "22378" uid: bb167953-005e-4f6d-9c96-202ea0653bda reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-10598} kind: Pod name: ensemble-graph-10598-647cf68fb6-9lwpp namespace: kserve-ci-e2e-test resourceVersion: "22352" uid: 1e021e88-3fdb-4afb-b7ed-88bb95340dfa kind: Event lastTimestamp: "2026-09-17T19:01:06Z" message: Stopping container ensemble-graph-10598 metadata: creationTimestamp: "2026-09-17T19:01:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:06Z" name: ensemble-graph-10598-647cf68fb6-9lwpp.18d630e62468d14a namespace: kserve-ci-e2e-test resourceVersion: "26122" uid: 233ce323-28ef-4e3a-8ab6-5cbcc8ab6a87 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:01:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-10598} kind: Pod name: ensemble-graph-10598-647cf68fb6-9lwpp namespace: kserve-ci-e2e-test resourceVersion: "22352" uid: 1e021e88-3fdb-4afb-b7ed-88bb95340dfa kind: Event lastTimestamp: "2026-09-17T19:01:34Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:34Z" name: ensemble-graph-10598-647cf68fb6-9lwpp.18d630e6d5babe14 namespace: kserve-ci-e2e-test resourceVersion: "26469" uid: e5aa56e6-3a6a-426c-817f-2c535da424f7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-10598-647cf68fb6 namespace: kserve-ci-e2e-test resourceVersion: "22346" uid: fd3ab712-9792-4139-8018-9cd5aab682f8 kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: 'Created pod: ensemble-graph-10598-647cf68fb6-9lwpp' metadata: creationTimestamp: "2026-09-17T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:52Z" name: ensemble-graph-10598-647cf68fb6.18d63072f84b9580 namespace: kserve-ci-e2e-test resourceVersion: "22350" uid: 769fdc63-eb05-4221-a031-2d6c3669d638 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-10598 namespace: kserve-ci-e2e-test resourceVersion: "22343" uid: 2c63ac52-356a-4007-ba7a-3ecc0d0af03f kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: Scaled up replica set ensemble-graph-10598-647cf68fb6 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:52Z" name: ensemble-graph-10598.18d63072f78d41b2 namespace: kserve-ci-e2e-test resourceVersion: "22347" uid: 689e10d7-69cc-4653-9a41-e87c4e85e469 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-10598 namespace: kserve-ci-e2e-test resourceVersion: "22360" uid: 17da3efc-fa6c-4c52-88b2-0740c80586bb kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: InferenceGraph [ensemble-graph-10598] is Ready metadata: creationTimestamp: "2026-09-17T18:52:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:52Z" name: ensemble-graph-10598.18d63072fe12ff8c namespace: kserve-ci-e2e-test resourceVersion: "22362" uid: 3ec2a151-9548-4b70-b808-0b8ce956fa32 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-10598 namespace: kserve-ci-e2e-test resourceVersion: "22345" uid: 271feb8f-57a9-4114-ac6e-43c007fb2164 kind: Event lastTimestamp: "2026-09-17T18:53:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:07Z" name: ensemble-graph-10598.18d6307675f87052 namespace: kserve-ci-e2e-test resourceVersion: "22491" uid: 408458df-e780-4960-a4a8-b827eae21eba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: ensemble-graph-10598 namespace: kserve-ci-e2e-test resourceVersion: "22345" uid: 271feb8f-57a9-4114-ac6e-43c007fb2164 kind: Event lastTimestamp: "2026-09-17T18:53:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:07Z" name: ensemble-graph-10598.18d6307676415764 namespace: kserve-ci-e2e-test resourceVersion: "22493" uid: db3a731b-8fb1-42ca-a8a6-bd24f665b28a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:51:41.974262Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c1827-745964469b-cskkx namespace: kserve-ci-e2e-test resourceVersion: "21385" uid: a6b193c5-4627-45ed-be0e-d8ad5bf22ee2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-c1827-745964469b-cskkx to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:51:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:51:41Z" name: ensemble-graph-c1827-745964469b-cskkx.18d6306299f54843 namespace: kserve-ci-e2e-test resourceVersion: "21390" uid: c32753be-4c6c-41d7-ab24-0994af6ae286 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:42Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c1827-745964469b-cskkx namespace: kserve-ci-e2e-test resourceVersion: "21387" uid: a6b193c5-4627-45ed-be0e-d8ad5bf22ee2 kind: Event lastTimestamp: "2026-09-17T18:51:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-c1827-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:51:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:42Z" name: ensemble-graph-c1827-745964469b-cskkx.18d63062a3cb1f1d namespace: kserve-ci-e2e-test resourceVersion: "21405" uid: 13139d36-14e7-4297-bf9b-dcdf289b5b11 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:43Z" involvedObject: apiVersion: v1 kind: Pod name: ensemble-graph-c1827-745964469b-cskkx namespace: kserve-ci-e2e-test resourceVersion: "21395" uid: a6b193c5-4627-45ed-be0e-d8ad5bf22ee2 kind: Event lastTimestamp: "2026-09-17T18:51:43Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:51:43Z" name: ensemble-graph-c1827-745964469b-cskkx.18d63062dfb2abc8 namespace: kserve-ci-e2e-test resourceVersion: "21415" uid: 201b7e33-a849-4dd2-a197-02f4a6c0aa1a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c1827} kind: Pod name: ensemble-graph-c1827-745964469b-cskkx namespace: kserve-ci-e2e-test resourceVersion: "21387" uid: a6b193c5-4627-45ed-be0e-d8ad5bf22ee2 kind: Event lastTimestamp: "2026-09-17T18:51:43Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:43Z" name: ensemble-graph-c1827-745964469b-cskkx.18d63062e0f5b933 namespace: kserve-ci-e2e-test resourceVersion: "21417" uid: ab2c6f72-af6f-4fc3-b52b-3b2bcba24b5e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c1827} kind: Pod name: ensemble-graph-c1827-745964469b-cskkx namespace: kserve-ci-e2e-test resourceVersion: "21387" uid: a6b193c5-4627-45ed-be0e-d8ad5bf22ee2 kind: Event lastTimestamp: "2026-09-17T18:51:43Z" message: 'Created container: ensemble-graph-c1827' metadata: creationTimestamp: "2026-09-17T18:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:43Z" name: ensemble-graph-c1827-745964469b-cskkx.18d63062e476e895 namespace: kserve-ci-e2e-test resourceVersion: "21418" uid: 822572ef-0faf-4216-aeae-791b6d954ea0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c1827} kind: Pod name: ensemble-graph-c1827-745964469b-cskkx namespace: kserve-ci-e2e-test resourceVersion: "21387" uid: a6b193c5-4627-45ed-be0e-d8ad5bf22ee2 kind: Event lastTimestamp: "2026-09-17T18:51:43Z" message: Started container ensemble-graph-c1827 metadata: creationTimestamp: "2026-09-17T18:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:43Z" name: ensemble-graph-c1827-745964469b-cskkx.18d63062e4ef55e2 namespace: kserve-ci-e2e-test resourceVersion: "21419" uid: afe3487e-3d9e-4298-b433-8d313f6bbcf1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c1827} kind: Pod name: ensemble-graph-c1827-745964469b-cskkx namespace: kserve-ci-e2e-test resourceVersion: "21387" uid: a6b193c5-4627-45ed-be0e-d8ad5bf22ee2 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: Stopping container ensemble-graph-c1827 metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:52Z" name: ensemble-graph-c1827-745964469b-cskkx.18d63064f1e6a018 namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: 018f6a35-915b-4066-8f13-1ebddb6a5f5c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{ensemble-graph-c1827} kind: Pod name: ensemble-graph-c1827-745964469b-cskkx namespace: kserve-ci-e2e-test resourceVersion: "21387" uid: a6b193c5-4627-45ed-be0e-d8ad5bf22ee2 kind: Event lastTimestamp: "2026-09-17T18:52:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:19Z" name: ensemble-graph-c1827-745964469b-cskkx.18d6306589e5a8df namespace: kserve-ci-e2e-test resourceVersion: "21904" uid: ae38ded1-3f64-4dfe-ae62-2fd7d8ab1260 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: ensemble-graph-c1827-745964469b namespace: kserve-ci-e2e-test resourceVersion: "21382" uid: 9cee8262-76c8-43bd-9d09-9059debbcfff kind: Event lastTimestamp: "2026-09-17T18:51:41Z" message: 'Created pod: ensemble-graph-c1827-745964469b-cskkx' metadata: creationTimestamp: "2026-09-17T18:51:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:41Z" name: ensemble-graph-c1827-745964469b.18d6306298a00568 namespace: kserve-ci-e2e-test resourceVersion: "21389" uid: de02d613-6471-45ef-84eb-474f4f3bdd58 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: ensemble-graph-c1827 namespace: kserve-ci-e2e-test resourceVersion: "21380" uid: ab66dac0-263b-4324-b53b-719220267135 kind: Event lastTimestamp: "2026-09-17T18:51:41Z" message: Scaled up replica set ensemble-graph-c1827-745964469b from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:51:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:41Z" name: ensemble-graph-c1827.18d63062977888cf namespace: kserve-ci-e2e-test resourceVersion: "21383" uid: f194505d-7bea-493f-93af-d85270bd120f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:42Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: ensemble-graph-c1827 namespace: kserve-ci-e2e-test resourceVersion: "21398" uid: f8a2a2d6-ced0-4907-b028-d6057b77af83 kind: Event lastTimestamp: "2026-09-17T18:51:42Z" message: InferenceGraph [ensemble-graph-c1827] is Ready metadata: creationTimestamp: "2026-09-17T18:51:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:42Z" name: ensemble-graph-c1827.18d630629d8a49c2 namespace: kserve-ci-e2e-test resourceVersion: "21400" uid: 1dd6a153-0e55-46c7-8666-318b8d219497 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:51:52.409894Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21589" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-10598-predictor-577cdb5f5f-xf8dr to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:51:52Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d6306507f864d8 namespace: kserve-ci-e2e-test resourceVersion: "21594" uid: 22f0f952-b6e1-4931-a1f7-6e441b3598ee reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21597" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:51:52Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d630652a05c0cd namespace: kserve-ci-e2e-test resourceVersion: "21614" uid: a2e3743f-3b2d-4f4d-8564-151c57be5050 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d630652b7f8b10 namespace: kserve-ci-e2e-test resourceVersion: "21616" uid: 03cfb8b9-6fd3-4e5d-a789-1849c4a53d82 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d630652ee27609 namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 7c52b4ff-6355-4e86-a1fb-1bd32b857a03 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d630652f57973d namespace: kserve-ci-e2e-test resourceVersion: "21618" uid: 85875b86-fc9e-4469-96b9-e8eb210a0fc9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d630652f619668 namespace: kserve-ci-e2e-test resourceVersion: "21620" uid: 6c0f7cb8-35b5-407e-aeeb-c81e4cdb6605 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d63065323bc046 namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: 6a2089e2-01ff-456f-816e-03e2f59d0b89 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d6306532ae5228 namespace: kserve-ci-e2e-test resourceVersion: "21623" uid: 046cfcc4-310e-4716-a643-73bd7ef60b15 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T19:01:09Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:09Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d6306550d9a5f1 namespace: kserve-ci-e2e-test resourceVersion: "26260" uid: 056f503f-7fdf-4996-9c93-97064c7834e6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d630e62d85223b namespace: kserve-ci-e2e-test resourceVersion: "26160" uid: b570aaa4-68d1-4843-ba45-ce9fa8ffcc33 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d630e62d863281 namespace: kserve-ci-e2e-test resourceVersion: "26161" uid: ee61ebb3-7ff7-4bb6-a506-f985e9687702 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: 43e8da0e-1bf4-434c-b658-df2c140dffc2 kind: Event lastTimestamp: "2026-09-17T19:01:09Z" message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp 10.132.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:09Z" name: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr.18d630e6c54be62d namespace: kserve-ci-e2e-test resourceVersion: "26259" uid: 93783646-d769-4e43-a929-66d9acd2323a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-10598-predictor-577cdb5f5f namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: b60f3942-2f4f-404e-ba2a-53bb1fbf3705 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: 'Created pod: error-404-isvc-10598-predictor-577cdb5f5f-xf8dr' metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:52Z" name: error-404-isvc-10598-predictor-577cdb5f5f.18d63065072132e0 namespace: kserve-ci-e2e-test resourceVersion: "21590" uid: f63ba1e2-2f42-4d6d-9752-48ce2abd397d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21580" uid: cf0ac81d-a77b-4ca2-a38b-e80279fd805b kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: Scaled up replica set error-404-isvc-10598-predictor-577cdb5f5f from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:52Z" name: error-404-isvc-10598-predictor.18d63065051e4c0b namespace: kserve-ci-e2e-test resourceVersion: "21583" uid: f5a0c1d3-19b6-4281-8c3c-42cbbc41cb92 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:52:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: d88fdce7-8c53-422c-b5d1-a27742844838 kind: Event lastTimestamp: "2026-09-17T18:52:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:22Z" name: error-404-isvc-10598-predictor.18d6306883a3d82f namespace: kserve-ci-e2e-test resourceVersion: "21937" uid: d6dbb857-ba38-41d9-8ec5-c389f944680d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:52:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21581" uid: d88fdce7-8c53-422c-b5d1-a27742844838 kind: Event lastTimestamp: "2026-09-17T18:52:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:22Z" name: error-404-isvc-10598-predictor.18d630688412d11e namespace: kserve-ci-e2e-test resourceVersion: "21938" uid: 232b2c49-c108-4f02-830a-ee8693fb8805 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:52:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21786" uid: d88fdce7-8c53-422c-b5d1-a27742844838 kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:52Z" name: error-404-isvc-10598-predictor.18d6306f817c1655 namespace: kserve-ci-e2e-test resourceVersion: "22366" uid: cee7c5ba-7059-4575-bce4-1378093d498c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:52:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21786" uid: d88fdce7-8c53-422c-b5d1-a27742844838 kind: Event lastTimestamp: "2026-09-17T18:52:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:52Z" name: error-404-isvc-10598-predictor.18d6306f81e29716 namespace: kserve-ci-e2e-test resourceVersion: "22367" uid: 79a52f4e-d56e-4496-9036-76dcf27e8380 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-10598 namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: bc99d0b0-4896-4ce0-b839-b65215d450b9 kind: Event lastTimestamp: "2026-09-17T18:52:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:39Z" name: error-404-isvc-10598.18d6306505368cce namespace: kserve-ci-e2e-test resourceVersion: "22228" uid: 05d99d54-d619-416e-8dc8-8e7ae0a9be3e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-10598 namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: bc99d0b0-4896-4ce0-b839-b65215d450b9 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: 'Failed to update status for InferenceService "error-404-isvc-10598": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-10598": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:52Z" name: error-404-isvc-10598.18d6306505f8fbec namespace: kserve-ci-e2e-test resourceVersion: "21586" uid: 9c19005e-8628-4923-ae77-65f21b97dfaf reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-10598 namespace: kserve-ci-e2e-test resourceVersion: "21569" uid: bc99d0b0-4896-4ce0-b839-b65215d450b9 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-10598": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:52Z" name: error-404-isvc-10598.18d6306505f93c99 namespace: kserve-ci-e2e-test resourceVersion: "21588" uid: 6b332dcd-812f-472c-ac12-b41e95caab2e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-10598 namespace: kserve-ci-e2e-test resourceVersion: "22226" uid: bc99d0b0-4896-4ce0-b839-b65215d450b9 kind: Event lastTimestamp: "2026-09-17T18:52:39Z" message: InferenceService [error-404-isvc-10598] is Ready metadata: creationTimestamp: "2026-09-17T18:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:39Z" name: error-404-isvc-10598.18d630700d084f58 namespace: kserve-ci-e2e-test resourceVersion: "22227" uid: 2adace74-db0b-4041-b94d-44c8d9136e75 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:01:43.340090Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26633" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-29aad-predictor-658758c67f-4c92z to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630ee9e27a699 namespace: kserve-ci-e2e-test resourceVersion: "26637" uid: ebbff454-fd40-410f-9531-420a62383577 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26641" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630eec02f7709 namespace: kserve-ci-e2e-test resourceVersion: "26658" uid: 85ff56dc-c6a2-41e2-b1d9-3fc760983a69 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630eec18ce6e6 namespace: kserve-ci-e2e-test resourceVersion: "26662" uid: 536c6041-61db-41b3-9c5e-3af353c8caf7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630eec44ab2c1 namespace: kserve-ci-e2e-test resourceVersion: "26663" uid: e5c97866-da95-4375-9697-04011fa688f4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630eec4ba3435 namespace: kserve-ci-e2e-test resourceVersion: "26664" uid: 7e1f6cdb-3a05-4215-aad8-dbe8bf8a5912 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630eec4c42146 namespace: kserve-ci-e2e-test resourceVersion: "26665" uid: 91b4a5f0-468e-4654-aae0-4a6ac21b29ee reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:01:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:44Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630eec7ba4bdc namespace: kserve-ci-e2e-test resourceVersion: "26668" uid: 807cf904-739d-429a-b0cb-2e8ef2b763a8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:01:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:44Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630eec832818d namespace: kserve-ci-e2e-test resourceVersion: "26671" uid: 56daae72-715a-4a57-a699-a92885f8b2bc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:01:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:02:20Z" message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:20Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d630eecb4b1c7f namespace: kserve-ci-e2e-test resourceVersion: "27162" uid: 1b0c9306-9449-4579-abd6-5a1fc535db95 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:19:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:19:02Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d631e09b854fc7 namespace: kserve-ci-e2e-test resourceVersion: "34305" uid: 1a121171-e4e9-4243-a549-f3f911b4d254 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:19:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:19:02Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d631e09b85c605 namespace: kserve-ci-e2e-test resourceVersion: "34306" uid: 484efae8-6173-4532-87d8-b5bcd9da85a3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:19:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-29aad-predictor-658758c67f-4c92z namespace: kserve-ci-e2e-test resourceVersion: "26635" uid: 71ced5fb-aad4-4cb5-a6fa-d2c8800e62b5 kind: Event lastTimestamp: "2026-09-17T19:19:05Z" message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp 10.132.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:19:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:19:05Z" name: error-404-isvc-29aad-predictor-658758c67f-4c92z.18d631e12c18bc92 namespace: kserve-ci-e2e-test resourceVersion: "34357" uid: adffce74-8d18-41b0-a9fc-c9a881884f46 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-29aad-predictor-658758c67f namespace: kserve-ci-e2e-test resourceVersion: "26627" uid: 49cc30d9-5321-4c12-b201-1281464ffb64 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: 'Created pod: error-404-isvc-29aad-predictor-658758c67f-4c92z' metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-29aad-predictor-658758c67f.18d630ee9dc6a24c namespace: kserve-ci-e2e-test resourceVersion: "26634" uid: 8fdc9455-ce2a-44a9-a4e0-891672afa4ed reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26623" uid: 674cebdc-494c-412d-9976-20c7ce3e5218 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Scaled up replica set error-404-isvc-29aad-predictor-658758c67f from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-29aad-predictor.18d630ee9c1e25e3 namespace: kserve-ci-e2e-test resourceVersion: "26628" uid: 758c047a-e787-45ef-97ed-acac5c913776 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26626" uid: 2ecb5305-735d-46b6-b593-cb4ee362aee9 kind: Event lastTimestamp: "2026-09-17T19:01:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:01:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:58Z" name: error-404-isvc-29aad-predictor.18d630f21ab5f9be namespace: kserve-ci-e2e-test resourceVersion: "26816" uid: 2a450bd6-16de-44d1-a80d-d514fad133bd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26626" uid: 2ecb5305-735d-46b6-b593-cb4ee362aee9 kind: Event lastTimestamp: "2026-09-17T19:01:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:01:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:58Z" name: error-404-isvc-29aad-predictor.18d630f21b1d4e9b namespace: kserve-ci-e2e-test resourceVersion: "26818" uid: e1b8a122-0ca1-40a1-948c-74fd3b840b69 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T19:02:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: 2ecb5305-735d-46b6-b593-cb4ee362aee9 kind: Event lastTimestamp: "2026-09-17T19:02:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:02:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:58Z" name: error-404-isvc-29aad-predictor.18d630f599df5712 namespace: kserve-ci-e2e-test resourceVersion: "27532" uid: db22a787-410b-4e33-9c32-070e1ca09263 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T19:02:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26817" uid: 2ecb5305-735d-46b6-b593-cb4ee362aee9 kind: Event lastTimestamp: "2026-09-17T19:02:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:02:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:58Z" name: error-404-isvc-29aad-predictor.18d630f59a4a07a5 namespace: kserve-ci-e2e-test resourceVersion: "27533" uid: b26781e1-7505-4fc9-923a-e99ff5d33b72 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-29aad namespace: kserve-ci-e2e-test resourceVersion: "26610" uid: 69278479-3fd3-416b-8673-3d97fb63e89a kind: Event lastTimestamp: "2026-09-17T19:02:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:02:30Z" name: error-404-isvc-29aad.18d630ee9c64f9cb namespace: kserve-ci-e2e-test resourceVersion: "27272" uid: b4f471b6-5821-4e6e-a709-c5b84863ad34 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-29aad namespace: kserve-ci-e2e-test resourceVersion: "27268" uid: 69278479-3fd3-416b-8673-3d97fb63e89a kind: Event lastTimestamp: "2026-09-17T19:02:30Z" message: InferenceService [error-404-isvc-29aad] is Ready metadata: creationTimestamp: "2026-09-17T19:02:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:02:30Z" name: error-404-isvc-29aad.18d630f988c3914d namespace: kserve-ci-e2e-test resourceVersion: "27271" uid: 423bf212-bb20-4aab-8a03-20ed154ea05a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:51:18.550942Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21110" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-31957-predictor-5657f8887-srjcj to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:51:18Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d25d1e1da namespace: kserve-ci-e2e-test resourceVersion: "21115" uid: 6b4c0f77-9191-4de3-b259-52dbe52399cb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-31957-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:18Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d311958b4 namespace: kserve-ci-e2e-test resourceVersion: "21130" uid: d6e597f4-cb18-4dfe-84dc-06b6a57936b9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21120" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:51:19Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d6b8289c0 namespace: kserve-ci-e2e-test resourceVersion: "21152" uid: 945a6253-b487-439c-8684-4fcdf49d1b09 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d6deb17b1 namespace: kserve-ci-e2e-test resourceVersion: "21154" uid: eeb2fa43-ce44-4cdb-a627-ea98951f068e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d7169a564 namespace: kserve-ci-e2e-test resourceVersion: "21155" uid: b12ab487-a806-4eaf-88be-a6fdbaf37ee2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d71d8ce8c namespace: kserve-ci-e2e-test resourceVersion: "21156" uid: 50de3540-8dbc-4002-a04c-7b21a5fcb1da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d71e3ed04 namespace: kserve-ci-e2e-test resourceVersion: "21157" uid: 0451a706-4b6f-4b5c-bd5a-88a93305c7ff reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d75abf770 namespace: kserve-ci-e2e-test resourceVersion: "21161" uid: 9dfe20f1-4fcb-424e-9e38-cd171252562a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d76217564 namespace: kserve-ci-e2e-test resourceVersion: "21162" uid: e5ec291b-e79a-4484-8469-b1062f0092cc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:51:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:51:56Z" message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:51:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:56Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6305d9870b68b namespace: kserve-ci-e2e-test resourceVersion: "21676" uid: 166e3d5b-60d7-4ea7-ac8b-8f8f48f314c1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:28Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6306d6e3ab6e7 namespace: kserve-ci-e2e-test resourceVersion: "22041" uid: 91729894-13d2-43a5-bec8-f299440e180b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:28Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6306d6e3bc1a8 namespace: kserve-ci-e2e-test resourceVersion: "22042" uid: ef00b03c-702a-4a33-a32c-d81e92ec587b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-31957-predictor-5657f8887-srjcj namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 121d13e0-d2dd-4c59-8c3e-1bf8fbc86f4e kind: Event lastTimestamp: "2026-09-17T18:52:31Z" message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp 10.132.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:31Z" name: error-404-isvc-31957-predictor-5657f8887-srjcj.18d6306e2093972b namespace: kserve-ci-e2e-test resourceVersion: "22149" uid: e70bc53a-de23-48df-9d8f-556f667975ac reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-31957-predictor-5657f8887 namespace: kserve-ci-e2e-test resourceVersion: "21105" uid: 7984b46b-ce9d-4981-979e-9bcb62c93fbd kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: 'Created pod: error-404-isvc-31957-predictor-5657f8887-srjcj' metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:18Z" name: error-404-isvc-31957-predictor-5657f8887.18d6305d255903a9 namespace: kserve-ci-e2e-test resourceVersion: "21112" uid: 36e4d431-b292-4387-9d4d-037e32f1a6e6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: effd6806-c359-4671-8e36-d1d0811157ed kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: Scaled up replica set error-404-isvc-31957-predictor-5657f8887 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:18Z" name: error-404-isvc-31957-predictor.18d6305d233d99eb namespace: kserve-ci-e2e-test resourceVersion: "21106" uid: 36ffa5ba-7fe4-44a7-a242-25625cfae9d1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21104" uid: 41de7e02-1434-4ac5-b458-7433007aec9a kind: Event lastTimestamp: "2026-09-17T18:51:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:33Z" name: error-404-isvc-31957-predictor.18d63060a1b7fbbf namespace: kserve-ci-e2e-test resourceVersion: "21305" uid: 7219d94e-a25b-4fb6-ba54-7c428fd17772 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21104" uid: 41de7e02-1434-4ac5-b458-7433007aec9a kind: Event lastTimestamp: "2026-09-17T18:51:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:33Z" name: error-404-isvc-31957-predictor.18d63060a243484b namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: c5223a1e-2709-4119-8484-a8eb3e97bbdb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:51:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: 41de7e02-1434-4ac5-b458-7433007aec9a kind: Event lastTimestamp: "2026-09-17T18:52:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:51:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:18Z" name: error-404-isvc-31957-predictor.18d6306420e5a5e9 namespace: kserve-ci-e2e-test resourceVersion: "21890" uid: 9b9270b3-ec25-4a28-b37a-ed9e13162cb3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:51:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21306" uid: 41de7e02-1434-4ac5-b458-7433007aec9a kind: Event lastTimestamp: "2026-09-17T18:52:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:51:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:18Z" name: error-404-isvc-31957-predictor.18d63064212d441a namespace: kserve-ci-e2e-test resourceVersion: "21892" uid: a65f4c22-4291-40db-98fb-1600c3bceca3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-31957 namespace: kserve-ci-e2e-test resourceVersion: "21093" uid: f3acdebd-649f-4f3a-ae10-7eb705a5d572 kind: Event lastTimestamp: "2026-09-17T18:52:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:06Z" name: error-404-isvc-31957.18d6305d239b2797 namespace: kserve-ci-e2e-test resourceVersion: "21766" uid: 50519414-3329-4e7b-b456-9c8e6226ea30 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-31957 namespace: kserve-ci-e2e-test resourceVersion: "21764" uid: f3acdebd-649f-4f3a-ae10-7eb705a5d572 kind: Event lastTimestamp: "2026-09-17T18:52:06Z" message: InferenceService [error-404-isvc-31957] is Ready metadata: creationTimestamp: "2026-09-17T18:52:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:06Z" name: error-404-isvc-31957.18d6306854a33748 namespace: kserve-ci-e2e-test resourceVersion: "21765" uid: fb8a98dd-14d2-4a3a-980c-a359027a4eeb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:02:17.666647Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27096" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-5a2c4-predictor-7d688b9859-9flbs to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:02:17Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f69c2d5673 namespace: kserve-ci-e2e-test resourceVersion: "27100" uid: 22f81851-99f0-4d28-bc6f-fc48a2b0742f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27104" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:02:18Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f6be07d3c6 namespace: kserve-ci-e2e-test resourceVersion: "27124" uid: d6559b6d-edd3-4cdd-8b69-543c72512083 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f6bf70504c namespace: kserve-ci-e2e-test resourceVersion: "27126" uid: f7f08848-2d7c-4c8d-9da4-4afaf1331ae1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f6c2201afb namespace: kserve-ci-e2e-test resourceVersion: "27127" uid: ecc5afef-e4e3-43b4-b1fe-1fd2107467a3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f6c290eb95 namespace: kserve-ci-e2e-test resourceVersion: "27128" uid: 7872654c-055c-40db-8a97-1e4877218a2c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f6c29b5850 namespace: kserve-ci-e2e-test resourceVersion: "27129" uid: 0eaa5886-5751-4a8c-a956-a9c753b61119 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f6c573300f namespace: kserve-ci-e2e-test resourceVersion: "27130" uid: db6a59b3-ffa5-4455-a634-79441fdd9ae8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f6c5fc2d91 namespace: kserve-ci-e2e-test resourceVersion: "27131" uid: c1b24c6c-9ec7-45b6-ad6d-9b288957ab45 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:02:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:02:56Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:02:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:56Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d630f736fe8812 namespace: kserve-ci-e2e-test resourceVersion: "27513" uid: d4698b5d-6992-4296-945f-9c41ba758693 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:11:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:11:32Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d63177c52350b0 namespace: kserve-ci-e2e-test resourceVersion: "31187" uid: c1ed56ae-778b-4019-9d5a-ec83720b28e5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs namespace: kserve-ci-e2e-test resourceVersion: "27097" uid: b075c7d2-2db1-4d41-a94c-45dbb8f823a9 kind: Event lastTimestamp: "2026-09-17T19:11:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:11:32Z" name: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs.18d63177c523600a namespace: kserve-ci-e2e-test resourceVersion: "31186" uid: 46a08a0f-1b62-416f-8d72-bd6ea62386a9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-5a2c4-predictor-7d688b9859 namespace: kserve-ci-e2e-test resourceVersion: "27090" uid: b9db46eb-0a34-4e9b-8d15-edfa70db6dc0 kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: 'Created pod: error-404-isvc-5a2c4-predictor-7d688b9859-9flbs' metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:17Z" name: error-404-isvc-5a2c4-predictor-7d688b9859.18d630f69bc7c816 namespace: kserve-ci-e2e-test resourceVersion: "27098" uid: 2ebbc844-c017-46ea-88ec-99de9c43f00a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27088" uid: 3417312d-1a1d-47bb-ad1f-78f00b01f4ab kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: Scaled up replica set error-404-isvc-5a2c4-predictor-7d688b9859 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:17Z" name: error-404-isvc-5a2c4-predictor.18d630f699f830da namespace: kserve-ci-e2e-test resourceVersion: "27091" uid: 50a34382-d6ad-4efb-83d7-e7eb7817e659 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:02:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27089" uid: 60518c32-a6b3-473d-811c-00a15cc637f0 kind: Event lastTimestamp: "2026-09-17T19:03:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:02:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:02Z" name: error-404-isvc-5a2c4-predictor.18d630fa184f88bd namespace: kserve-ci-e2e-test resourceVersion: "27561" uid: de002be6-a29e-4559-8a8a-88ba0d830512 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:02:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27089" uid: 60518c32-a6b3-473d-811c-00a15cc637f0 kind: Event lastTimestamp: "2026-09-17T19:03:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:02:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:02Z" name: error-404-isvc-5a2c4-predictor.18d630fa1896b6b4 namespace: kserve-ci-e2e-test resourceVersion: "27562" uid: 879346af-d3c8-45ba-aea9-8718adf276f9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:03:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27293" uid: 60518c32-a6b3-473d-811c-00a15cc637f0 kind: Event lastTimestamp: "2026-09-17T19:03:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:32Z" name: error-404-isvc-5a2c4-predictor.18d6310494a23eec namespace: kserve-ci-e2e-test resourceVersion: "27841" uid: b8f24df8-5711-45e9-a81f-164dec33de26 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:03:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27293" uid: 60518c32-a6b3-473d-811c-00a15cc637f0 kind: Event lastTimestamp: "2026-09-17T19:03:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:32Z" name: error-404-isvc-5a2c4-predictor.18d63104955ba868 namespace: kserve-ci-e2e-test resourceVersion: "27842" uid: 0790cd82-07c6-4068-88ce-d48a553a84fe reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27077" uid: 4703a3b8-b0da-4884-9095-46b2e1185b90 kind: Event lastTimestamp: "2026-09-17T19:03:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:06Z" name: error-404-isvc-5a2c4.18d630f69a0434fc namespace: kserve-ci-e2e-test resourceVersion: "27604" uid: 6864052f-4d42-4ca1-a993-2041655661e0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27602" uid: 4703a3b8-b0da-4884-9095-46b2e1185b90 kind: Event lastTimestamp: "2026-09-17T19:03:06Z" message: InferenceService [error-404-isvc-5a2c4] is Ready metadata: creationTimestamp: "2026-09-17T19:03:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:06Z" name: error-404-isvc-5a2c4.18d63101f5cb13fd namespace: kserve-ci-e2e-test resourceVersion: "27603" uid: 10ec1761-98c3-4f3a-92d1-1b023894a70c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:42:03.525657Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16831" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-65928-predictor-6b77457dbf-g7kr9 to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:42:03Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdbebbc048e namespace: kserve-ci-e2e-test resourceVersion: "16836" uid: 2bd51a7a-f073-4678-b73e-4f3ae516e981 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:42:04Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdc0dc081c9 namespace: kserve-ci-e2e-test resourceVersion: "16857" uid: cb7fdbd3-1b1d-4031-8968-b119caad0e09 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdc0f4dd363 namespace: kserve-ci-e2e-test resourceVersion: "16859" uid: 69c3053e-1c32-4015-bfbd-5e92ece46f52 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdc12c4799c namespace: kserve-ci-e2e-test resourceVersion: "16861" uid: 484e33e9-3148-43e0-a647-ba5c6b2b2ecf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdc1336dac3 namespace: kserve-ci-e2e-test resourceVersion: "16862" uid: 82f3c527-54d7-4dba-bcdf-692b24bff9fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdc13403680 namespace: kserve-ci-e2e-test resourceVersion: "16863" uid: 8d1648da-4e67-4b90-b4ff-07fa6ed90711 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdc16184d94 namespace: kserve-ci-e2e-test resourceVersion: "16864" uid: b02dd626-f811-4291-ac13-59e6bc095bb9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdc1688f7e2 namespace: kserve-ci-e2e-test resourceVersion: "16865" uid: 3b625fd8-d2e7-46e7-be0c-253aa54d04d8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:42:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:42:42Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:42:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:42Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d62fdc8ab09467 namespace: kserve-ci-e2e-test resourceVersion: "17257" uid: ebbc4dc2-3629-4a5b-8eeb-4e3b4d5844a6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:18Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d6305d15503641 namespace: kserve-ci-e2e-test resourceVersion: "21071" uid: 13337a47-641f-45f1-bc81-2a844da6760c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: a7ad6913-e42a-4ee3-8e5e-804a529bd5ea kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:18Z" name: error-404-isvc-65928-predictor-6b77457dbf-g7kr9.18d6305d1550ade9 namespace: kserve-ci-e2e-test resourceVersion: "21072" uid: 8c53e9e1-b6ee-4957-bf0b-518e0541e7cd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-65928-predictor-6b77457dbf namespace: kserve-ci-e2e-test resourceVersion: "16824" uid: f81db007-a6ce-4d2d-8154-c4d1ba80ab00 kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: 'Created pod: error-404-isvc-65928-predictor-6b77457dbf-g7kr9' metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:03Z" name: error-404-isvc-65928-predictor-6b77457dbf.18d62fdbeb2a5340 namespace: kserve-ci-e2e-test resourceVersion: "16833" uid: 303bd3d8-ecde-4889-abcf-6e048076e8a7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "16822" uid: 4e95dade-6da8-45f9-b685-c1c4880a472f kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Scaled up replica set error-404-isvc-65928-predictor-6b77457dbf from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:03Z" name: error-404-isvc-65928-predictor.18d62fdbe944aa82 namespace: kserve-ci-e2e-test resourceVersion: "16825" uid: 3f4b9c0e-66db-4e39-8efd-0c57515b9c25 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:42:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "16823" uid: 6a775423-b0d1-4de1-9127-81f56242eec7 kind: Event lastTimestamp: "2026-09-17T18:42:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:42:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:48Z" name: error-404-isvc-65928-predictor.18d62fdf67cc01ec namespace: kserve-ci-e2e-test resourceVersion: "17305" uid: 4f46be8e-ee73-4a31-8a06-f9f98a385391 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:42:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "16823" uid: 6a775423-b0d1-4de1-9127-81f56242eec7 kind: Event lastTimestamp: "2026-09-17T18:42:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:42:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:48Z" name: error-404-isvc-65928-predictor.18d62fdf681cfec4 namespace: kserve-ci-e2e-test resourceVersion: "17306" uid: b59cc835-1529-4ebd-a8e7-248d2c7ead66 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:43:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "17027" uid: 6a775423-b0d1-4de1-9127-81f56242eec7 kind: Event lastTimestamp: "2026-09-17T18:43:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:18Z" name: error-404-isvc-65928-predictor.18d62fe9e4ae823a namespace: kserve-ci-e2e-test resourceVersion: "17585" uid: b2ce10ae-5af5-4818-bd3c-f2bb7a9d7980 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:43:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "17027" uid: 6a775423-b0d1-4de1-9127-81f56242eec7 kind: Event lastTimestamp: "2026-09-17T18:43:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:18Z" name: error-404-isvc-65928-predictor.18d62fe9e520dbac namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 5a0acb83-8225-40a5-9299-015114631a97 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-65928 namespace: kserve-ci-e2e-test resourceVersion: "16811" uid: baf7be0b-c51b-4bf0-b5ed-40daf5dc924b kind: Event lastTimestamp: "2026-09-17T18:42:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:52Z" name: error-404-isvc-65928.18d62fdbe9501860 namespace: kserve-ci-e2e-test resourceVersion: "17352" uid: b3fe73ba-61d0-4cba-b637-e3a1cbd91f50 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-65928 namespace: kserve-ci-e2e-test resourceVersion: "17349" uid: baf7be0b-c51b-4bf0-b5ed-40daf5dc924b kind: Event lastTimestamp: "2026-09-17T18:42:52Z" message: InferenceService [error-404-isvc-65928] is Ready metadata: creationTimestamp: "2026-09-17T18:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:52Z" name: error-404-isvc-65928.18d62fe7461d4139 namespace: kserve-ci-e2e-test resourceVersion: "17350" uid: 32999f3c-e198-47cd-95a3-0457af1bbcf5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:01:07.304371Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26203" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-77f5f-predictor-6995f557bc-s5ttt to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:01:07Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e63a4232bd namespace: kserve-ci-e2e-test resourceVersion: "26208" uid: 29e9f3ba-5bbc-49f1-b98f-baad12d0caef reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-77f5f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e6462e9433 namespace: kserve-ci-e2e-test resourceVersion: "26219" uid: 1935801b-2801-4ac0-9bd6-6ab67b1345b9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:08Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26212" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:08Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:01:08Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e680046915 namespace: kserve-ci-e2e-test resourceVersion: "26236" uid: ace14fb7-0790-47d2-ad48-e526970ea1d7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:08Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T19:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:08Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e68190432d namespace: kserve-ci-e2e-test resourceVersion: "26239" uid: bf5dfe82-a137-46f8-94f9-464d3ab292d5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:08Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e6857b24ed namespace: kserve-ci-e2e-test resourceVersion: "26240" uid: 9630c5b1-3155-4cdf-b54d-8c9c7fb93214 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:08Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e685f3854f namespace: kserve-ci-e2e-test resourceVersion: "26241" uid: 5e744a38-b71f-47c7-8f73-a709c10cfd23 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:08Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e685fe34b0 namespace: kserve-ci-e2e-test resourceVersion: "26242" uid: a8e60144-18d2-4b97-b232-d3d9b47a0ecc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:08Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e6894dcea8 namespace: kserve-ci-e2e-test resourceVersion: "26243" uid: 20910d4d-5382-4699-828b-524ce5370f06 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:08Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e689c687f6 namespace: kserve-ci-e2e-test resourceVersion: "26244" uid: d17b8e38-c513-492a-88c6-731620dea703 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:01:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:01:45Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:45Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630e6d71c307d namespace: kserve-ci-e2e-test resourceVersion: "26690" uid: f92d48c6-ab9b-4084-934f-1bde842346ce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:17Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630f690bc2e51 namespace: kserve-ci-e2e-test resourceVersion: "27056" uid: 368f5553-ddba-4a94-b386-3e404ae6dc64 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt namespace: kserve-ci-e2e-test resourceVersion: "26206" uid: 9007de55-362d-4211-b9a0-080799424347 kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:17Z" name: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt.18d630f690bcba91 namespace: kserve-ci-e2e-test resourceVersion: "27057" uid: f9286001-65f0-427f-b594-1837571a76dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-77f5f-predictor-6995f557bc namespace: kserve-ci-e2e-test resourceVersion: "26194" uid: b80ba378-653f-418e-b727-40e5295ed6d3 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: 'Created pod: error-404-isvc-77f5f-predictor-6995f557bc-s5ttt' metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:07Z" name: error-404-isvc-77f5f-predictor-6995f557bc.18d630e639cc7f39 namespace: kserve-ci-e2e-test resourceVersion: "26205" uid: 418bcbfe-1c14-472c-bcbc-671933cac881 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26190" uid: d598212c-eaf4-48b3-86f9-42476352d87e kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Scaled up replica set error-404-isvc-77f5f-predictor-6995f557bc from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:07Z" name: error-404-isvc-77f5f-predictor.18d630e637e83c65 namespace: kserve-ci-e2e-test resourceVersion: "26196" uid: a03cf237-b0f8-4db4-aae8-418a2541b851 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: e5d75c4b-02ba-4a4a-88ff-a9a8af06a77e kind: Event lastTimestamp: "2026-09-17T19:01:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:22Z" name: error-404-isvc-77f5f-predictor.18d630e9b692d3a7 namespace: kserve-ci-e2e-test resourceVersion: "26370" uid: 5b65727f-8ac2-483a-ba1e-d59f733e1fbd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26192" uid: e5d75c4b-02ba-4a4a-88ff-a9a8af06a77e kind: Event lastTimestamp: "2026-09-17T19:01:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:22Z" name: error-404-isvc-77f5f-predictor.18d630e9b6fe1f82 namespace: kserve-ci-e2e-test resourceVersion: "26372" uid: a95ea79b-c9d7-47ee-8ecf-bb7c9d714227 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:01:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26371" uid: e5d75c4b-02ba-4a4a-88ff-a9a8af06a77e kind: Event lastTimestamp: "2026-09-17T19:02:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:07Z" name: error-404-isvc-77f5f-predictor.18d630ed35a6b04b namespace: kserve-ci-e2e-test resourceVersion: "26916" uid: 6c72f669-34b5-4b96-ba32-6dccdf6e541e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:01:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26371" uid: e5d75c4b-02ba-4a4a-88ff-a9a8af06a77e kind: Event lastTimestamp: "2026-09-17T19:02:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:07Z" name: error-404-isvc-77f5f-predictor.18d630ed3605df99 namespace: kserve-ci-e2e-test resourceVersion: "26917" uid: cad18276-661b-46e7-8912-3195bd9af75e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-77f5f namespace: kserve-ci-e2e-test resourceVersion: "26177" uid: 4be59519-a8e9-4bb6-a342-60bc15793c0d kind: Event lastTimestamp: "2026-09-17T19:01:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:01:56Z" name: error-404-isvc-77f5f.18d630e638376eb1 namespace: kserve-ci-e2e-test resourceVersion: "26797" uid: 84740f8b-4001-4599-a4e2-552223f97152 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-77f5f namespace: kserve-ci-e2e-test resourceVersion: "26791" uid: 4be59519-a8e9-4bb6-a342-60bc15793c0d kind: Event lastTimestamp: "2026-09-17T19:01:56Z" message: InferenceService [error-404-isvc-77f5f] is Ready metadata: creationTimestamp: "2026-09-17T19:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:01:56Z" name: error-404-isvc-77f5f.18d630f1942b388c namespace: kserve-ci-e2e-test resourceVersion: "26792" uid: f6e7bdbf-f156-4d83-8957-a1872f4b5d15 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:50:42.087038Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20689" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054a866d5ce namespace: kserve-ci-e2e-test resourceVersion: "20693" uid: c01b7146-3c47-4f2e-a085-6dcac7b3ecc0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20700" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054ca817481 namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: 9533f55b-722e-4a1c-ae1a-8ce261a03529 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054cc20d72b namespace: kserve-ci-e2e-test resourceVersion: "20715" uid: e2036b4b-00f2-46c9-b012-5470b154f0ea reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054cfa05481 namespace: kserve-ci-e2e-test resourceVersion: "20717" uid: 5a2add7a-a8bd-4dd0-8d3b-90a02e672796 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054d01719b0 namespace: kserve-ci-e2e-test resourceVersion: "20718" uid: ce461b77-dd42-4456-8c4b-7cdd8265b948 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054d0236763 namespace: kserve-ci-e2e-test resourceVersion: "20719" uid: eb8cac5d-00a5-40ea-bf38-1ac6d5654f1f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054d30cddf0 namespace: kserve-ci-e2e-test resourceVersion: "20720" uid: 6e97a00e-357e-4c2e-9bf2-144684d67abe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054d3826be9 namespace: kserve-ci-e2e-test resourceVersion: "20721" uid: 19d174fb-1367-4aed-9358-887c36567d3d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63054f125ad10 namespace: kserve-ci-e2e-test resourceVersion: "21142" uid: 4bf836e5-b8b4-4baa-9ccc-37b1b30daa0a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:52Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63064fe0c936f namespace: kserve-ci-e2e-test resourceVersion: "21566" uid: f3c0927a-d29b-4b33-988c-2f40cc70d129 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:52Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63064fe0da598 namespace: kserve-ci-e2e-test resourceVersion: "21567" uid: 1cfe0242-bc2b-46b1-9d41-ec246cc17497 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: 00bcbd63-731b-4fdb-bfb0-3f63e93ca912 kind: Event lastTimestamp: "2026-09-17T18:51:54Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:54Z" name: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm.18d63065795d05f9 namespace: kserve-ci-e2e-test resourceVersion: "21649" uid: d29f706e-9061-4869-899c-aa99c7b0e4b7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c1827-predictor-5fccd85d8c namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: fc3e90a3-b6fc-4eea-bb94-65b089d9de8b kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: 'Created pod: error-404-isvc-c1827-predictor-5fccd85d8c-9dtwm' metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor-5fccd85d8c.18d63054a7f4bfde namespace: kserve-ci-e2e-test resourceVersion: "20690" uid: 9439cb3f-f539-4834-bcbb-b2f1adaeca69 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20679" uid: 38dde23f-94ec-4e13-89ad-3ec88c67ccd0 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: Scaled up replica set error-404-isvc-c1827-predictor-5fccd85d8c from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:50:42Z" name: error-404-isvc-c1827-predictor.18d63054a6138877 namespace: kserve-ci-e2e-test resourceVersion: "20682" uid: dd7365c9-eb52-4658-b909-a3f3467fb319 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:50:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20680" uid: bf82845c-5b97-4970-92f3-a5bbced15ea7 kind: Event lastTimestamp: "2026-09-17T18:51:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:50:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:12Z" name: error-404-isvc-c1827-predictor.18d6305824898dea namespace: kserve-ci-e2e-test resourceVersion: "20972" uid: 7a12ee26-d336-4b90-9f9b-5cc5f4e1b151 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:50:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20680" uid: bf82845c-5b97-4970-92f3-a5bbced15ea7 kind: Event lastTimestamp: "2026-09-17T18:51:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:50:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:12Z" name: error-404-isvc-c1827-predictor.18d6305824f6f185 namespace: kserve-ci-e2e-test resourceVersion: "20973" uid: b29c955e-856b-4f8e-8b06-940f1415b68e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:51:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20857" uid: bf82845c-5b97-4970-92f3-a5bbced15ea7 kind: Event lastTimestamp: "2026-09-17T18:51:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:42Z" name: error-404-isvc-c1827-predictor.18d6305f2289bfcf namespace: kserve-ci-e2e-test resourceVersion: "21403" uid: db3e8021-aa4c-4448-8aa0-0d10506951a4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:51:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20857" uid: bf82845c-5b97-4970-92f3-a5bbced15ea7 kind: Event lastTimestamp: "2026-09-17T18:51:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:51:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:42Z" name: error-404-isvc-c1827-predictor.18d6305f22f9dcee namespace: kserve-ci-e2e-test resourceVersion: "21404" uid: c74937bd-2770-47c9-86e6-d279bbc266dd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c1827 namespace: kserve-ci-e2e-test resourceVersion: "20663" uid: 0d7fb67c-391c-437b-960d-ee371f91f9fc kind: Event lastTimestamp: "2026-09-17T18:51:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:29Z" name: error-404-isvc-c1827.18d63054a6259490 namespace: kserve-ci-e2e-test resourceVersion: "21262" uid: 689c4a64-e07c-4ca7-b2fd-d315f25f7037 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c1827 namespace: kserve-ci-e2e-test resourceVersion: "21260" uid: 0d7fb67c-391c-437b-960d-ee371f91f9fc kind: Event lastTimestamp: "2026-09-17T18:51:29Z" message: InferenceService [error-404-isvc-c1827] is Ready metadata: creationTimestamp: "2026-09-17T18:51:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:29Z" name: error-404-isvc-c1827.18d6305facca827b namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: 77591828-13af-4432-9617-5c15d26ccf1a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:28.692287Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22081" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c4e90-predictor-555f9566bc-fnlzr to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:28Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306d7a91c4d1 namespace: kserve-ci-e2e-test resourceVersion: "22085" uid: 658b6dd5-76df-4ffe-912d-e4f32780ecce reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-c4e90-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:28Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306d87a5e7be namespace: kserve-ci-e2e-test resourceVersion: "22100" uid: 26f42544-19ff-4fd5-ae5d-00a87c3aee36 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22090" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:29Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306dc03914a6 namespace: kserve-ci-e2e-test resourceVersion: "22120" uid: eb5d8a3a-7bc0-4a00-8d5e-c5c53ca2e3ca reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306dc1df3a6c namespace: kserve-ci-e2e-test resourceVersion: "22122" uid: fbefb670-56d8-4d44-9997-42121958b8e2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306dc5a22fb5 namespace: kserve-ci-e2e-test resourceVersion: "22124" uid: 975ce900-3793-4229-957a-ad5e855dcb18 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306dc61a7a9a namespace: kserve-ci-e2e-test resourceVersion: "22125" uid: 992c774c-026e-4f37-a637-204873476693 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306dc6244f02 namespace: kserve-ci-e2e-test resourceVersion: "22126" uid: 52d0850a-0c48-4681-8de5-c0195941a887 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:52:30Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:52:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:30Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306dc93d49a4 namespace: kserve-ci-e2e-test resourceVersion: "22128" uid: 2c13fdfc-c16b-4647-88a4-a99f77b29e75 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:52:30Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:30Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306dc9b54d9e namespace: kserve-ci-e2e-test resourceVersion: "22129" uid: 4f9f1889-0bb7-490d-93d7-d44c0fd47a32 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T18:53:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:07Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d6306e3422ce69 namespace: kserve-ci-e2e-test resourceVersion: "22500" uid: 04490258-9aff-47b2-b8e7-ed7a855b07ec reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d630ee91b02a75 namespace: kserve-ci-e2e-test resourceVersion: "26590" uid: 7813e5d0-88c2-480c-bfef-679713f62ac2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr namespace: kserve-ci-e2e-test resourceVersion: "22084" uid: 99a9d39b-0547-41c1-93a7-42ce6a71ea15 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr.18d630ee91b0aa45 namespace: kserve-ci-e2e-test resourceVersion: "26591" uid: 96cd9366-b1c1-4641-8f11-cd765bfa6a1c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c4e90-predictor-555f9566bc namespace: kserve-ci-e2e-test resourceVersion: "22075" uid: 23fcc867-cbcc-4243-8bfc-9ab761e0a269 kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: 'Created pod: error-404-isvc-c4e90-predictor-555f9566bc-fnlzr' metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:28Z" name: error-404-isvc-c4e90-predictor-555f9566bc.18d6306d79f6a76b namespace: kserve-ci-e2e-test resourceVersion: "22082" uid: acb724ce-3b46-400d-842f-00d8686aadbc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22073" uid: 0e0536b3-df3e-401c-ad39-482d2c02c1ea kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: Scaled up replica set error-404-isvc-c4e90-predictor-555f9566bc from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:28Z" name: error-404-isvc-c4e90-predictor.18d6306d785ee165 namespace: kserve-ci-e2e-test resourceVersion: "22076" uid: bf428dc5-f73e-43ba-b4ff-dff7a71a9e26 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22074" uid: c157a4d3-e367-4ba2-9f02-c740a30c1201 kind: Event lastTimestamp: "2026-09-17T18:53:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:13Z" name: error-404-isvc-c4e90-predictor.18d63070f698613c namespace: kserve-ci-e2e-test resourceVersion: "22545" uid: dc671696-21fa-45b4-b926-fd926d1eb5fd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:52:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22074" uid: c157a4d3-e367-4ba2-9f02-c740a30c1201 kind: Event lastTimestamp: "2026-09-17T18:53:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:13Z" name: error-404-isvc-c4e90-predictor.18d63070f6fae06c namespace: kserve-ci-e2e-test resourceVersion: "22546" uid: 1f2bbd69-11cb-410c-9139-4f955545a445 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:53:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22268" uid: c157a4d3-e367-4ba2-9f02-c740a30c1201 kind: Event lastTimestamp: "2026-09-17T18:53:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:43Z" name: error-404-isvc-c4e90-predictor.18d6307b734104e3 namespace: kserve-ci-e2e-test resourceVersion: "22820" uid: a8409e0c-ecd1-4e42-9993-62661c88559e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:53:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22268" uid: c157a4d3-e367-4ba2-9f02-c740a30c1201 kind: Event lastTimestamp: "2026-09-17T18:53:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:53:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:43Z" name: error-404-isvc-c4e90-predictor.18d6307b73accb52 namespace: kserve-ci-e2e-test resourceVersion: "22821" uid: a5c958fb-555c-495f-90ff-527ba5f797d1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c4e90 namespace: kserve-ci-e2e-test resourceVersion: "22061" uid: a9e7d073-1c9b-4861-a661-dbc92a48fcdb kind: Event lastTimestamp: "2026-09-17T18:53:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:17Z" name: error-404-isvc-c4e90.18d6306d7862448e namespace: kserve-ci-e2e-test resourceVersion: "22593" uid: 513e3f3d-1331-406f-8cda-c02200685d80 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c4e90 namespace: kserve-ci-e2e-test resourceVersion: "22591" uid: a9e7d073-1c9b-4861-a661-dbc92a48fcdb kind: Event lastTimestamp: "2026-09-17T18:53:17Z" message: InferenceService [error-404-isvc-c4e90] is Ready metadata: creationTimestamp: "2026-09-17T18:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:17Z" name: error-404-isvc-c4e90.18d63078f035ac6f namespace: kserve-ci-e2e-test resourceVersion: "22592" uid: ca2e1b21-89ee-4bbd-857a-2f903889a484 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:41:27.166328Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16330" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-c5f0c-predictor-78b5f64bc-74flm to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:41:27Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd3748cbfa4 namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: 42b6c138-674e-43c7-bc57-7e8a2b165ff6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-c5f0c-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:27Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd37b6a3b47 namespace: kserve-ci-e2e-test resourceVersion: "16346" uid: 3dc5bc3c-52ef-4ab3-a4d3-969d0263648a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:28Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16338" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:41:28Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:41:28Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd3ba419af3 namespace: kserve-ci-e2e-test resourceVersion: "16371" uid: e503b62d-5a07-4aac-898b-77dd95e43d49 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:41:28Z" message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:28Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd3bba78dbd namespace: kserve-ci-e2e-test resourceVersion: "16373" uid: edc9dd62-a397-4127-8ffa-a14b00ddde36 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:41:28Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:28Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd3be9fe477 namespace: kserve-ci-e2e-test resourceVersion: "16374" uid: 79f6729e-acb3-4111-a541-1c110314b6b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:41:28Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:28Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd3bf157be1 namespace: kserve-ci-e2e-test resourceVersion: "16375" uid: 17cde8bc-4bea-46ef-9b28-8574103c6a78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:41:28Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:28Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd3bf218263 namespace: kserve-ci-e2e-test resourceVersion: "16376" uid: b23ff287-6514-42c8-9fd8-e49e0ff68acd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:41:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:28Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd3c2f0b481 namespace: kserve-ci-e2e-test resourceVersion: "16378" uid: 0c2144df-22c6-4d2d-8de1-924386f832ad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:41:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:41:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:28Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd3c3632563 namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: 01828aae-b9ae-40b8-a775-1dfb629198ea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:41:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:42:06Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:41:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:06Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d62fd41fbb06d1 namespace: kserve-ci-e2e-test resourceVersion: "16896" uid: ca7f1d73-09f8-445c-8319-9e25cee9d224 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:50:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:41Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d63054a2790e34 namespace: kserve-ci-e2e-test resourceVersion: "20668" uid: e364daad-0539-44f8-9b09-535a265b7987 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: dcd5d47d-4201-4f9d-ba5b-2220c662ebeb kind: Event lastTimestamp: "2026-09-17T18:50:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:41Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm.18d63054a27a56e2 namespace: kserve-ci-e2e-test resourceVersion: "20669" uid: 91e7a210-4838-49e9-9bb2-d876df5f2569 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-c5f0c-predictor-78b5f64bc namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 276ce2dc-2daf-4e81-8a08-4d19ac06a628 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: 'Created pod: error-404-isvc-c5f0c-predictor-78b5f64bc-74flm' metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:27Z" name: error-404-isvc-c5f0c-predictor-78b5f64bc.18d62fd37420e644 namespace: kserve-ci-e2e-test resourceVersion: "16331" uid: 7efc9c4e-cccf-42ad-86cc-00dfc11fc5c7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16320" uid: be065c8f-cde1-49b3-ba8b-cea82939076c kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: Scaled up replica set error-404-isvc-c5f0c-predictor-78b5f64bc from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:27Z" name: error-404-isvc-c5f0c-predictor.18d62fd3727ec1da namespace: kserve-ci-e2e-test resourceVersion: "16325" uid: 1183267a-824e-406b-a392-357df6994189 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:41:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: 6f04a83d-ead4-40bd-b613-dc5be50643ff kind: Event lastTimestamp: "2026-09-17T18:41:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:41:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:57Z" name: error-404-isvc-c5f0c-predictor.18d62fd6f1263a00 namespace: kserve-ci-e2e-test resourceVersion: "16659" uid: f38e7fa2-2aae-4f71-82a7-6fbc71c0f686 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:41:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: 6f04a83d-ead4-40bd-b613-dc5be50643ff kind: Event lastTimestamp: "2026-09-17T18:41:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:41:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:57Z" name: error-404-isvc-c5f0c-predictor.18d62fd6f1876338 namespace: kserve-ci-e2e-test resourceVersion: "16661" uid: cd222b0c-4914-41ab-8d8b-ecd9f5d2e8a8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:42:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16505" uid: 6f04a83d-ead4-40bd-b613-dc5be50643ff kind: Event lastTimestamp: "2026-09-17T18:42:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:42:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:42Z" name: error-404-isvc-c5f0c-predictor.18d62fddef55bd37 namespace: kserve-ci-e2e-test resourceVersion: "17258" uid: edd6ca09-1c8e-423a-a875-21585ff6d045 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:42:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16505" uid: 6f04a83d-ead4-40bd-b613-dc5be50643ff kind: Event lastTimestamp: "2026-09-17T18:42:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:42:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:42Z" name: error-404-isvc-c5f0c-predictor.18d62fddefeaa730 namespace: kserve-ci-e2e-test resourceVersion: "17259" uid: 33fda032-56e5-407f-88d0-3c721c9dbfcb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "16306" uid: 0ebc4ab8-90ee-40a9-83a0-7e03e87c0d92 kind: Event lastTimestamp: "2026-09-17T18:42:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:16Z" name: error-404-isvc-c5f0c.18d62fd372eb418a namespace: kserve-ci-e2e-test resourceVersion: "17008" uid: 734dae5b-da13-486a-ae31-737858432c1d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "17005" uid: 0ebc4ab8-90ee-40a9-83a0-7e03e87c0d92 kind: Event lastTimestamp: "2026-09-17T18:42:16Z" message: InferenceService [error-404-isvc-c5f0c] is Ready metadata: creationTimestamp: "2026-09-17T18:42:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:16Z" name: error-404-isvc-c5f0c.18d62fdedc0d2f69 namespace: kserve-ci-e2e-test resourceVersion: "17006" uid: a3071d81-eb4c-4caa-a634-d22ef6626e4e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:39:33.600184Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15106" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:39:33Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fb9037aeda2 namespace: kserve-ci-e2e-test resourceVersion: "15116" uid: 230a3d6f-384e-4056-b9e1-05d922626ea0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:39:34Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fb925155bc3 namespace: kserve-ci-e2e-test resourceVersion: "15165" uid: d6a68a6d-e34c-4215-8289-55adb0c63951 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:34Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fb9282b2099 namespace: kserve-ci-e2e-test resourceVersion: "15170" uid: b2307643-583d-4c84-8968-bb0acd8cfb18 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:46Z" message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-2001" in 11.961s (11.961s including waiting). Image size: 1355797058 bytes.' metadata: creationTimestamp: "2026-09-17T18:39:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:46Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fbbf12744c0 namespace: kserve-ci-e2e-test resourceVersion: "15302" uid: e8548f66-8d7d-4af2-9fe8-bac4aa14a179 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:39:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:46Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fbbf4e7ac4b namespace: kserve-ci-e2e-test resourceVersion: "15303" uid: 7c7f0042-8cf8-4038-beac-df805ca746de reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:39:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:46Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fbbf559d0bb namespace: kserve-ci-e2e-test resourceVersion: "15304" uid: d6f19b02-6a67-4276-aaf8-c40b2ed9adac reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:46Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:39:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:46Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fbbf56731a9 namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: 71ef6df0-874b-4cf0-b49e-d039abd39ec1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:48Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.194s (2.194s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:48Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fbc7834a223 namespace: kserve-ci-e2e-test resourceVersion: "15330" uid: 0a7ae28b-e755-4433-9d04-024e806f2505 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:48Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fbc7b266b81 namespace: kserve-ci-e2e-test resourceVersion: "15334" uid: 59b558b7-f52a-41a5-8670-1d6f0a933662 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:39:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:48Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fbc7c3c6030 namespace: kserve-ci-e2e-test resourceVersion: "15336" uid: bd4db5ae-3910-4691-b211-7a58348f60f5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:39:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:40:25Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:39:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:25Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fbcbef1dff3 namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 220a0153-8eb9-4354-a8d7-fbadbbff7ac3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:41:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:26Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fd368b48f04 namespace: kserve-ci-e2e-test resourceVersion: "16289" uid: 7a510f62-f9ef-4def-af56-5f680af7f93c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 661030a1-570e-4b0b-8d9e-8fec338a1aa5 kind: Event lastTimestamp: "2026-09-17T18:41:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:26Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh.18d62fd368b5357d namespace: kserve-ci-e2e-test resourceVersion: "16290" uid: 39fc12a8-26a5-47a6-b86e-ef73b3b323fc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: error-404-isvc-e0a45-predictor-8545c9dc7f namespace: kserve-ci-e2e-test resourceVersion: "15097" uid: 06a035be-afe0-4ac1-8469-007103cc8eb8 kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: 'Created pod: error-404-isvc-e0a45-predictor-8545c9dc7f-pqqjh' metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:33Z" name: error-404-isvc-e0a45-predictor-8545c9dc7f.18d62fb9020594b3 namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: d4a8a2d1-10b9-4409-be2c-6cf75a25db10 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: error-404-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15095" uid: f9b8de28-33b9-4aca-81ec-6d5dd88ebeec kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: Scaled up replica set error-404-isvc-e0a45-predictor-8545c9dc7f from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:33Z" name: error-404-isvc-e0a45-predictor.18d62fb8fbdb284c namespace: kserve-ci-e2e-test resourceVersion: "15099" uid: 87daf4db-3c4a-4762-ba84-90488b1ff48a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15096" uid: e1a3ba17-2c8a-4e6d-8448-38f2783b7e65 kind: Event lastTimestamp: "2026-09-17T18:40:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:03Z" name: error-404-isvc-e0a45-predictor.18d62fbc7a227a44 namespace: kserve-ci-e2e-test resourceVersion: "15454" uid: 805abd4e-7cf8-444f-b7c7-3297ee713789 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15096" uid: e1a3ba17-2c8a-4e6d-8448-38f2783b7e65 kind: Event lastTimestamp: "2026-09-17T18:40:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:03Z" name: error-404-isvc-e0a45-predictor.18d62fbc7a84715a namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 03987a31-d6ef-4bca-b85c-82d79f3cfad6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:40:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15332" uid: e1a3ba17-2c8a-4e6d-8448-38f2783b7e65 kind: Event lastTimestamp: "2026-09-17T18:41:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:40:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:03Z" name: error-404-isvc-e0a45-predictor.18d62fc3782f2953 namespace: kserve-ci-e2e-test resourceVersion: "15989" uid: 4cb4042e-15b4-44d3-aed4-7a4a205376b7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:40:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: error-404-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15332" uid: e1a3ba17-2c8a-4e6d-8448-38f2783b7e65 kind: Event lastTimestamp: "2026-09-17T18:41:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:40:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:03Z" name: error-404-isvc-e0a45-predictor.18d62fc378b7a87a namespace: kserve-ci-e2e-test resourceVersion: "15990" uid: a2537b9f-50a1-4506-8ff9-12e6f8833dc2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0a45 namespace: kserve-ci-e2e-test resourceVersion: "15080" uid: 8079248f-a4f1-4ea7-98a2-f7dbff1e4eba kind: Event lastTimestamp: "2026-09-17T18:40:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:40:35Z" name: error-404-isvc-e0a45.18d62fb8fbeaef42 namespace: kserve-ci-e2e-test resourceVersion: "15762" uid: aa9c5498-da6d-4d82-99ad-292803076e91 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: error-404-isvc-e0a45 namespace: kserve-ci-e2e-test resourceVersion: "15759" uid: 8079248f-a4f1-4ea7-98a2-f7dbff1e4eba kind: Event lastTimestamp: "2026-09-17T18:40:35Z" message: InferenceService [error-404-isvc-e0a45] is Ready metadata: creationTimestamp: "2026-09-17T18:40:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:40:35Z" name: error-404-isvc-e0a45.18d62fc77b02efd9 namespace: kserve-ci-e2e-test resourceVersion: "15760" uid: 4ddd94e6-4aeb-4fb4-94e3-e486a6f49995 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:39:32.862101Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15021" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:39:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:39:32Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fb8d77cad91 namespace: kserve-ci-e2e-test resourceVersion: "15028" uid: 0372a622-0700-4d79-9bb0-9c63851e1f09 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:33Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fb8e1a961d2 namespace: kserve-ci-e2e-test resourceVersion: "15058" uid: 6c91ccfd-22a1-4858-b324-4c3aef2a7d11 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15039" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: Add eth0 [10.133.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:39:34Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fb91d3d5b65 namespace: kserve-ci-e2e-test resourceVersion: "15155" uid: 9cb98939-a656-465a-8d40-6204b9e02d61 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77" already present on machine metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:34Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fb921101a58 namespace: kserve-ci-e2e-test resourceVersion: "15161" uid: 3175ca54-9004-4cb1-af49-d94e5c75fc24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:34Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fb923f05e70 namespace: kserve-ci-e2e-test resourceVersion: "15164" uid: 8a2af59b-071b-4663-9923-5018ede8d2d3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:34Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fb9255348af namespace: kserve-ci-e2e-test resourceVersion: "15166" uid: d7b7b8a2-ea9d-41ef-9bc7-7c58907bcd5f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:39:39Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001" metadata: creationTimestamp: "2026-09-17T18:39:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:39Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fba56cad587 namespace: kserve-ci-e2e-test resourceVersion: "15238" uid: 6ec0221f-41da-41ee-8a43-4e5bec597aa7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:39:55Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001" in 16.502s (16.502s including waiting). Image size: 1580942218 bytes.' metadata: creationTimestamp: "2026-09-17T18:39:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:55Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fbe2e6b14f7 namespace: kserve-ci-e2e-test resourceVersion: "15399" uid: e2c30c41-bd75-4e25-b32c-1393128f7a33 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fc035c60119 namespace: kserve-ci-e2e-test resourceVersion: "15469" uid: caa3828e-7d44-44fd-be0b-194dedcadb7b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fc0363ce7f0 namespace: kserve-ci-e2e-test resourceVersion: "15474" uid: 6f0358e6-ef94-4d8a-b6df-4789c2c24285 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fc0364a2439 namespace: kserve-ci-e2e-test resourceVersion: "15475" uid: 41921211-e959-43c6-b392-89f4c03fc4cd reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.529s (3.529s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fc108a6441c namespace: kserve-ci-e2e-test resourceVersion: "15504" uid: 7270b040-01e7-4f8d-9ba9-67448dcb1630 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fc10cd8c02a namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: 780edac2-8d1c-490b-8c15-15bdc68af0ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fc10d4167a8 namespace: kserve-ci-e2e-test resourceVersion: "15513" uid: 985b803f-d772-450e-ac00-5afe6fb9b1b3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fc122f02e53 namespace: kserve-ci-e2e-test resourceVersion: "16868" uid: 895d0bfc-0d49-469f-889d-34215e9e64fe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:03Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fdbde08fe8c namespace: kserve-ci-e2e-test resourceVersion: "16773" uid: a22106c7-a933-481f-b2ab-8e0b92e6708e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:03Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fdbde0960ca namespace: kserve-ci-e2e-test resourceVersion: "16776" uid: 2213d720-0650-496a-8d02-16b7179ce34d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: ad47c559-8e84-43f5-a715-f5fd2acae340 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp 10.133.0.17:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf.18d62fdc25630253 namespace: kserve-ci-e2e-test resourceVersion: "16866" uid: f21a00a8-9cb6-473b-9423-08752a95fcff reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-1-predictor-6586fbcf75 namespace: kserve-ci-e2e-test resourceVersion: "15009" uid: 2812e2c2-d2b7-4196-bb4f-7780a1b3a898 kind: Event lastTimestamp: "2026-09-17T18:39:32Z" message: 'Created pod: isvc-sklearn-graph-1-predictor-6586fbcf75-8m8lf' metadata: creationTimestamp: "2026-09-17T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:32Z" name: isvc-sklearn-graph-1-predictor-6586fbcf75.18d62fb8d6fffaf4 namespace: kserve-ci-e2e-test resourceVersion: "15025" uid: b1b80f99-312b-4782-b8ad-044804d1d745 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15008" uid: 7b51c910-5f75-4838-b827-c52f3c55ee2e kind: Event lastTimestamp: "2026-09-17T18:39:32Z" message: Scaled up replica set isvc-sklearn-graph-1-predictor-6586fbcf75 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:32Z" name: isvc-sklearn-graph-1-predictor.18d62fb8c87c0b8a namespace: kserve-ci-e2e-test resourceVersion: "15010" uid: 4291ae6d-d070-4dee-a5b3-49c1ec759102 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:39:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15016" uid: 2ef8d6c1-8cc7-4c01-ba42-af3ae06e95c9 kind: Event lastTimestamp: "2026-09-17T18:40:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:47Z" name: isvc-sklearn-graph-1-predictor.18d62fbc4e0dcda8 namespace: kserve-ci-e2e-test resourceVersion: "15857" uid: b476416e-2cda-4189-b142-09796507281f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:39:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15016" uid: 2ef8d6c1-8cc7-4c01-ba42-af3ae06e95c9 kind: Event lastTimestamp: "2026-09-17T18:40:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:47Z" name: isvc-sklearn-graph-1-predictor.18d62fbc4e73501c namespace: kserve-ci-e2e-test resourceVersion: "15858" uid: 16e24593-0598-4ce5-88c1-54bf5ca99e64 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:41:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15318" uid: 2ef8d6c1-8cc7-4c01-ba42-af3ae06e95c9 kind: Event lastTimestamp: "2026-09-17T18:42:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:41:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:02Z" name: isvc-sklearn-graph-1-predictor.18d62fcdc98fbaa5 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: f4b47fb4-02b5-4918-90de-63de0376f5ca reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:41:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15318" uid: 2ef8d6c1-8cc7-4c01-ba42-af3ae06e95c9 kind: Event lastTimestamp: "2026-09-17T18:42:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:41:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:02Z" name: isvc-sklearn-graph-1-predictor.18d62fcdca0119cf namespace: kserve-ci-e2e-test resourceVersion: "16713" uid: f56bcb12-f74a-4596-ad88-85c5db1cef70 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:39:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "14994" uid: c0568857-adff-4215-b47c-e242b6e4514f kind: Event lastTimestamp: "2026-09-17T18:41:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:41:24Z" name: isvc-sklearn-graph-1.18d62fb8ced4fd81 namespace: kserve-ci-e2e-test resourceVersion: "16213" uid: f406bbf5-baa1-40b7-a1fc-5def6ba2a4ad reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-1 namespace: kserve-ci-e2e-test resourceVersion: "16211" uid: c0568857-adff-4215-b47c-e242b6e4514f kind: Event lastTimestamp: "2026-09-17T18:41:24Z" message: InferenceService [isvc-sklearn-graph-1] is Ready metadata: creationTimestamp: "2026-09-17T18:41:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:41:24Z" name: isvc-sklearn-graph-1.18d62fd2db201d41 namespace: kserve-ci-e2e-test resourceVersion: "16212" uid: 47aee7fe-9224-413b-84d8-45576f24c66c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:39:33.841961Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15141" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:39:33Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fb911e42776 namespace: kserve-ci-e2e-test resourceVersion: "15145" uid: c34451d4-bac7-4b10-bea1-17794f2d0f60 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:34Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fb91dd6bb01 namespace: kserve-ci-e2e-test resourceVersion: "15157" uid: 0760ba65-b27f-49fd-a9fe-7b3533de46af reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:35Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15151" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:39:35Z" message: Add eth0 [10.133.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:39:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:39:35Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fb95afe0577 namespace: kserve-ci-e2e-test resourceVersion: "15200" uid: 41c82dd7-c6ad-45fe-87e9-2be25634f052 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:39:35Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77" already present on machine metadata: creationTimestamp: "2026-09-17T18:39:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:35Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fb95ee82a3b namespace: kserve-ci-e2e-test resourceVersion: "15203" uid: 2aec1b74-b357-49a1-b110-f07556028869 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:39:35Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:39:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:35Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fb962ba3884 namespace: kserve-ci-e2e-test resourceVersion: "15204" uid: 32302a81-e240-4ef0-a656-1f5d2151a16c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:39:35Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:39:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:35Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fb9638690bb namespace: kserve-ci-e2e-test resourceVersion: "15205" uid: 30a83929-e3b1-49f5-b7c6-83c656bb529a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:39:40Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001" metadata: creationTimestamp: "2026-09-17T18:39:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:40Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fba934dba55 namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: cf13e088-fbe2-4c26-b8da-c2cf524884df reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:39:55Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2001" in 15.687s (15.687s including waiting). Image size: 1580942218 bytes.' metadata: creationTimestamp: "2026-09-17T18:39:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:55Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fbe3a5cf3ed namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: 6766189f-fe25-45d9-91d1-8f761c15abbe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fc0359bbc05 namespace: kserve-ci-e2e-test resourceVersion: "15467" uid: 21fda109-6ab2-42fb-ae2a-a2bfbd7df6dd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fc036153d91 namespace: kserve-ci-e2e-test resourceVersion: "15470" uid: cb98c0e2-18b4-46fc-a3d2-94f565aaa70a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fc036235fe2 namespace: kserve-ci-e2e-test resourceVersion: "15471" uid: dee36fe5-c8c6-495c-a34d-d3de60b91961 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.561s (3.561s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fc10a6662d3 namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: 4118d2dd-6e71-431e-85b5-f79f4676f80c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fc10d297c2d namespace: kserve-ci-e2e-test resourceVersion: "15512" uid: b9acf694-8c7f-4c26-80c9-d46f6fd891cd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fc10d867fd6 namespace: kserve-ci-e2e-test resourceVersion: "15514" uid: d2556c01-f201-49d6-a374-2f5f7c66e845 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-09-17T18:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:42:05Z" message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:05Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fc15f2441eb namespace: kserve-ci-e2e-test resourceVersion: "16892" uid: 058ff3d4-e41d-4f5f-8ebb-221b76f4aee1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:03Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fdbdb420a94 namespace: kserve-ci-e2e-test resourceVersion: "16755" uid: 4c5954d7-29eb-4490-9a3a-2e8f9bbe7cb4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:03Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fdbdb439130 namespace: kserve-ci-e2e-test resourceVersion: "16757" uid: faac5341-de81-4584-9d20-cff4dce6f6e1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 60a04390-4d7a-4489-bcde-f9d4161d3174 kind: Event lastTimestamp: "2026-09-17T18:42:05Z" message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp 10.133.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:42:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:05Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr.18d62fdc613a5fea namespace: kserve-ci-e2e-test resourceVersion: "16890" uid: c1da14e1-4a06-45af-b913-aefd1322eedc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-2-predictor-5bb8cf688 namespace: kserve-ci-e2e-test resourceVersion: "15131" uid: 4925d11c-8b5b-4b33-9fab-bbbc763c0405 kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: 'Created pod: isvc-sklearn-graph-2-predictor-5bb8cf688-7vghr' metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:33Z" name: isvc-sklearn-graph-2-predictor-5bb8cf688.18d62fb910d692a6 namespace: kserve-ci-e2e-test resourceVersion: "15142" uid: 60add79b-762f-4e11-87d8-943f08d205cf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15128" uid: e6438756-b7a5-411f-811f-2995a55209ff kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: Scaled up replica set isvc-sklearn-graph-2-predictor-5bb8cf688 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:33Z" name: isvc-sklearn-graph-2-predictor.18d62fb90a256bc2 namespace: kserve-ci-e2e-test resourceVersion: "15133" uid: 4cfe4e69-3f32-4279-af18-2356394a9858 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15129" uid: c1c9ab12-c73b-4306-b155-13bd1c216bb0 kind: Event lastTimestamp: "2026-09-17T18:40:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:33Z" name: isvc-sklearn-graph-2-predictor.18d62fbc880d028c namespace: kserve-ci-e2e-test resourceVersion: "15736" uid: 28b9c2aa-d010-4861-ab64-ab21f34ec357 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15129" uid: c1c9ab12-c73b-4306-b155-13bd1c216bb0 kind: Event lastTimestamp: "2026-09-17T18:40:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:33Z" name: isvc-sklearn-graph-2-predictor.18d62fbc887bd123 namespace: kserve-ci-e2e-test resourceVersion: "15737" uid: d8b87564-4e6d-4c6b-a7ca-e362fd533c44 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:40:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15341" uid: c1c9ab12-c73b-4306-b155-13bd1c216bb0 kind: Event lastTimestamp: "2026-09-17T18:41:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:40:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:48Z" name: isvc-sklearn-graph-2-predictor.18d62fca83d3b74d namespace: kserve-ci-e2e-test resourceVersion: "16558" uid: 4d44105c-731d-4b0b-8f1c-7dc11aa37e21 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:40:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15341" uid: c1c9ab12-c73b-4306-b155-13bd1c216bb0 kind: Event lastTimestamp: "2026-09-17T18:41:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:40:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:48Z" name: isvc-sklearn-graph-2-predictor.18d62fca8443af50 namespace: kserve-ci-e2e-test resourceVersion: "16559" uid: 0b5d5dd1-cdf7-4056-b271-933af2136092 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "15108" uid: 81832e3a-c928-4bc9-8aed-e6184518a011 kind: Event lastTimestamp: "2026-09-17T18:41:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:41:25Z" name: isvc-sklearn-graph-2.18d62fb909c58d0b namespace: kserve-ci-e2e-test resourceVersion: "16227" uid: 06add3c4-0474-42a0-93a4-1d006993685a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-2 namespace: kserve-ci-e2e-test resourceVersion: "16225" uid: 81832e3a-c928-4bc9-8aed-e6184518a011 kind: Event lastTimestamp: "2026-09-17T18:41:25Z" message: InferenceService [isvc-sklearn-graph-2] is Ready metadata: creationTimestamp: "2026-09-17T18:41:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:41:25Z" name: isvc-sklearn-graph-2.18d62fd317206013 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: b48346ef-cd75-4a80-9c6d-dcaff1183b60 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:39:33.399732Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15081" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-n9npf to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:39:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fb8f7883c3d namespace: kserve-ci-e2e-test resourceVersion: "15085" uid: b80006f5-41c4-4f20-a994-fd2bc39e019c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15094" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: Add eth0 [10.133.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:39:33Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fb919b5382b namespace: kserve-ci-e2e-test resourceVersion: "15150" uid: 7d909525-6d6a-46c1-ae2b-c1c6d62d13b6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:58521de9f1e6ac7a4c1846ddd43b3fde688cfbb0dfbc271a01823cb9f1815d77" already present on machine metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:34Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fb91e7c0b14 namespace: kserve-ci-e2e-test resourceVersion: "15158" uid: 9ca5f405-d71a-494c-b368-1461f1c0d507 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:34Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fb9229584ee namespace: kserve-ci-e2e-test resourceVersion: "15162" uid: bbcebd08-2f3c-403a-969b-219dec888259 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:39:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-09-17T18:39:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:34Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fb923522bd7 namespace: kserve-ci-e2e-test resourceVersion: "15163" uid: 8fc97302-33df-4368-aee6-a4bde7c417d9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:39:39Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-09-17T18:39:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:39Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fba56f14ec3 namespace: kserve-ci-e2e-test resourceVersion: "15239" uid: 544312d9-05bf-49d3-97d0-8db78d681906 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 25.23s (25.231s including waiting). Image size: 1435742979 bytes.' metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fc036d43341 namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: af0c1bb5-5470-47b7-b10e-002abbd1c738 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fc039aa8a25 namespace: kserve-ci-e2e-test resourceVersion: "15477" uid: 6d097b52-acba-4e9a-8854-e48458150552 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fc03a0b0429 namespace: kserve-ci-e2e-test resourceVersion: "15478" uid: dccd9138-b153-47ac-82a9-5e35c842e9ed reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fc03a16343b namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: b20793a2-1e6e-4fe9-8645-06037b79a32e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.445s (3.445s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fc1076dcee5 namespace: kserve-ci-e2e-test resourceVersion: "15503" uid: 89914ef6-f8ae-4677-8282-d2aa3bea8bb0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fc10ba79693 namespace: kserve-ci-e2e-test resourceVersion: "15508" uid: 6108e09c-15ce-4eff-8548-bc881a41b3b4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fc10caf7363 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: fb8e89a7-f027-45f0-87a7-266255d27b02 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-09-17T18:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:42:05Z" message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:05Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fc15f24587f namespace: kserve-ci-e2e-test resourceVersion: "16893" uid: 0dc6a56d-23f6-48ca-87b5-8855ad71e489 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:03Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fdbe06f21eb namespace: kserve-ci-e2e-test resourceVersion: "16791" uid: 537d2fa9-2234-4ef9-a20e-e29e8666f132 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:03Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fdbe06f7f54 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: cdf28b31-5911-47b2-9a4e-ba612ad494a2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-predictor-555fc69d56-n9npf namespace: kserve-ci-e2e-test resourceVersion: "15083" uid: 5a5d0f1b-a649-4c94-a4fe-a6d8103be06d kind: Event lastTimestamp: "2026-09-17T18:42:05Z" message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp 10.133.0.19:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:42:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:05Z" name: isvc-xgboost-graph-predictor-555fc69d56-n9npf.18d62fdc613ba899 namespace: kserve-ci-e2e-test resourceVersion: "16891" uid: da51c7af-e4b7-4d74-8c95-0df7e36b56b6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-predictor-555fc69d56 namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: ee2d326b-0fac-42df-bbcf-7268b5a0902e kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-n9npf' metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:33Z" name: isvc-xgboost-graph-predictor-555fc69d56.18d62fb8f6c93f72 namespace: kserve-ci-e2e-test resourceVersion: "15082" uid: debf6c95-fd9f-4890-b3c1-4761ef13fed1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15070" uid: cf859d64-1997-491f-b452-f8f0a2faeb2d kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:33Z" name: isvc-xgboost-graph-predictor.18d62fb8f0c06d49 namespace: kserve-ci-e2e-test resourceVersion: "15074" uid: 9c5db635-7597-46bd-a7b0-10b970a2ec09 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: e81c1af0-b875-4538-938b-2789c295fd36 kind: Event lastTimestamp: "2026-09-17T18:40:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:48Z" name: isvc-xgboost-graph-predictor.18d62fbc6ec66fd8 namespace: kserve-ci-e2e-test resourceVersion: "15865" uid: eb25b2d1-2966-42f7-9314-568953e1670e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:39:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: e81c1af0-b875-4538-938b-2789c295fd36 kind: Event lastTimestamp: "2026-09-17T18:40:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:48Z" name: isvc-xgboost-graph-predictor.18d62fbc6f307b25 namespace: kserve-ci-e2e-test resourceVersion: "15866" uid: 0f96f459-1d7d-4dc9-bc0b-7ce7c90c4998 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:41:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: e81c1af0-b875-4538-938b-2789c295fd36 kind: Event lastTimestamp: "2026-09-17T18:41:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:41:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:48Z" name: isvc-xgboost-graph-predictor.18d62fcde94985d3 namespace: kserve-ci-e2e-test resourceVersion: "16554" uid: 1c861b68-ccaf-49e1-8540-87124979b712 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:41:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-predictor namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: e81c1af0-b875-4538-938b-2789c295fd36 kind: Event lastTimestamp: "2026-09-17T18:41:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:41:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:48Z" name: isvc-xgboost-graph-predictor.18d62fcde9b43238 namespace: kserve-ci-e2e-test resourceVersion: "16555" uid: d1b1f025-a519-412a-a78d-99927eec9b1a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "15064" uid: 7bdcf2e3-9aff-4004-9f6d-322a859ad29f kind: Event lastTimestamp: "2026-09-17T18:41:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:41:15Z" name: isvc-xgboost-graph.18d62fb8f0bc5a1c namespace: kserve-ci-e2e-test resourceVersion: "16125" uid: 131a0e32-26db-4e8c-b25d-2d7a48a38d60 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph namespace: kserve-ci-e2e-test resourceVersion: "16123" uid: 7bdcf2e3-9aff-4004-9f6d-322a859ad29f kind: Event lastTimestamp: "2026-09-17T18:41:15Z" message: InferenceService [isvc-xgboost-graph] is Ready metadata: creationTimestamp: "2026-09-17T18:41:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:41:15Z" name: isvc-xgboost-graph.18d62fd0c2a7ffa7 namespace: kserve-ci-e2e-test resourceVersion: "16124" uid: a9755bf4-7a46-4360-9f6d-667bd87de333 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:41:52.592671Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6f687ffc4-z65q8 namespace: kserve-ci-e2e-test resourceVersion: "16595" uid: 6a04d9a2-1eea-41ba-8a29-73a61d75a891 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-6f687ffc4-z65q8 to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:41:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:41:52Z" name: model-chainer-6f687ffc4-z65q8.18d62fd96013effe namespace: kserve-ci-e2e-test resourceVersion: "16600" uid: 36ac66a5-9f89-4708-ab9b-90981a71b6e6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:53Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-6f687ffc4-z65q8 namespace: kserve-ci-e2e-test resourceVersion: "16604" uid: 6a04d9a2-1eea-41ba-8a29-73a61d75a891 kind: Event lastTimestamp: "2026-09-17T18:41:53Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:41:53Z" name: model-chainer-6f687ffc4-z65q8.18d62fd98213cc8b namespace: kserve-ci-e2e-test resourceVersion: "16617" uid: 2ca15f59-64a4-4fce-b437-5968838009c9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f687ffc4-z65q8 namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: 6a04d9a2-1eea-41ba-8a29-73a61d75a891 kind: Event lastTimestamp: "2026-09-17T18:41:53Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T18:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:53Z" name: model-chainer-6f687ffc4-z65q8.18d62fd984516162 namespace: kserve-ci-e2e-test resourceVersion: "16620" uid: b1bfd09c-92ea-4a2c-9c2a-55ab2a283aef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f687ffc4-z65q8 namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: 6a04d9a2-1eea-41ba-8a29-73a61d75a891 kind: Event lastTimestamp: "2026-09-17T18:41:53Z" message: 'Created container: model-chainer' metadata: creationTimestamp: "2026-09-17T18:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:53Z" name: model-chainer-6f687ffc4-z65q8.18d62fd9870af737 namespace: kserve-ci-e2e-test resourceVersion: "16621" uid: aab0a10e-f551-4852-94dc-6449e4043bdb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f687ffc4-z65q8 namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: 6a04d9a2-1eea-41ba-8a29-73a61d75a891 kind: Event lastTimestamp: "2026-09-17T18:41:53Z" message: Started container model-chainer metadata: creationTimestamp: "2026-09-17T18:41:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:53Z" name: model-chainer-6f687ffc4-z65q8.18d62fd9877535b3 namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 9b3c7776-92d3-440b-af0b-85aee839607a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f687ffc4-z65q8 namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: 6a04d9a2-1eea-41ba-8a29-73a61d75a891 kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Stopping container model-chainer metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:03Z" name: model-chainer-6f687ffc4-z65q8.18d62fdbd52f0a0e namespace: kserve-ci-e2e-test resourceVersion: "16733" uid: c08a8f21-87a8-47dd-8ef4-9368970a077e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:42:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer} kind: Pod name: model-chainer-6f687ffc4-z65q8 namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: 6a04d9a2-1eea-41ba-8a29-73a61d75a891 kind: Event lastTimestamp: "2026-09-17T18:42:30Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:42:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:30Z" name: model-chainer-6f687ffc4-z65q8.18d62fdc4c4653ad namespace: kserve-ci-e2e-test resourceVersion: "17158" uid: 745aea28-025f-44a1-9e38-3110f96aeb17 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-6f687ffc4 namespace: kserve-ci-e2e-test resourceVersion: "16592" uid: 04771e7a-30f8-41ab-9a3e-c58a8b67b4f5 kind: Event lastTimestamp: "2026-09-17T18:41:52Z" message: 'Created pod: model-chainer-6f687ffc4-z65q8' metadata: creationTimestamp: "2026-09-17T18:41:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:52Z" name: model-chainer-6f687ffc4.18d62fd95fa97392 namespace: kserve-ci-e2e-test resourceVersion: "16597" uid: e5ac7d8f-b0a7-4d3f-82e1-d4546cdce4d9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16590" uid: 594ff4bf-3cc6-4149-b53b-bcd4a8f86f8f kind: Event lastTimestamp: "2026-09-17T18:41:52Z" message: Scaled up replica set model-chainer-6f687ffc4 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:41:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:52Z" name: model-chainer.18d62fd95e74fbd7 namespace: kserve-ci-e2e-test resourceVersion: "16593" uid: 3682f0b2-26a2-4277-b206-41cbb0ecd2e6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:52Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer namespace: kserve-ci-e2e-test resourceVersion: "16606" uid: b72302fc-e729-495c-94cd-3062737803a7 kind: Event lastTimestamp: "2026-09-17T18:41:52Z" message: InferenceGraph [model-chainer] is Ready metadata: creationTimestamp: "2026-09-17T18:41:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:41:52Z" name: model-chainer.18d62fd96418818d namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: ef9ade0c-e85c-43d5-8b7f-394494b86f17 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:18.273832Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-31957-5d489cff66-4lgrj namespace: kserve-ci-e2e-test resourceVersion: "21868" uid: a3134244-4972-426b-9711-39f265dc6585 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-31957-5d489cff66-4lgrj to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:18Z" name: sequence-graph-31957-5d489cff66-4lgrj.18d6306b0d94cbc9 namespace: kserve-ci-e2e-test resourceVersion: "21873" uid: 2093528a-89ea-44e8-9a82-9f110493bd1e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:18Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-31957-5d489cff66-4lgrj namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: a3134244-4972-426b-9711-39f265dc6585 kind: Event lastTimestamp: "2026-09-17T18:52:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-31957-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:18Z" name: sequence-graph-31957-5d489cff66-4lgrj.18d6306b16a65bde namespace: kserve-ci-e2e-test resourceVersion: "21887" uid: 4a71eeb6-0269-4582-9f6e-aebe29144d86 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:19Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-31957-5d489cff66-4lgrj namespace: kserve-ci-e2e-test resourceVersion: "21877" uid: a3134244-4972-426b-9711-39f265dc6585 kind: Event lastTimestamp: "2026-09-17T18:52:19Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:19Z" name: sequence-graph-31957-5d489cff66-4lgrj.18d6306b53477601 namespace: kserve-ci-e2e-test resourceVersion: "21899" uid: d2c2638d-503e-4f58-8bce-803307f3d2db reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-31957} kind: Pod name: sequence-graph-31957-5d489cff66-4lgrj namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: a3134244-4972-426b-9711-39f265dc6585 kind: Event lastTimestamp: "2026-09-17T18:52:19Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:19Z" name: sequence-graph-31957-5d489cff66-4lgrj.18d6306b54b6ce72 namespace: kserve-ci-e2e-test resourceVersion: "21901" uid: a95354f6-eeb8-4364-916e-67e23eb2e209 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-31957} kind: Pod name: sequence-graph-31957-5d489cff66-4lgrj namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: a3134244-4972-426b-9711-39f265dc6585 kind: Event lastTimestamp: "2026-09-17T18:52:19Z" message: 'Created container: sequence-graph-31957' metadata: creationTimestamp: "2026-09-17T18:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:19Z" name: sequence-graph-31957-5d489cff66-4lgrj.18d6306b582d7a47 namespace: kserve-ci-e2e-test resourceVersion: "21902" uid: 7d6af25f-e877-4c02-a979-a00c01b24ab7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-31957} kind: Pod name: sequence-graph-31957-5d489cff66-4lgrj namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: a3134244-4972-426b-9711-39f265dc6585 kind: Event lastTimestamp: "2026-09-17T18:52:19Z" message: Started container sequence-graph-31957 metadata: creationTimestamp: "2026-09-17T18:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:19Z" name: sequence-graph-31957-5d489cff66-4lgrj.18d6306b58a08c8b namespace: kserve-ci-e2e-test resourceVersion: "21903" uid: 3dbcb2dd-a763-4052-aacc-182994650b8c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-31957} kind: Pod name: sequence-graph-31957-5d489cff66-4lgrj namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: a3134244-4972-426b-9711-39f265dc6585 kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: Stopping container sequence-graph-31957 metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:28Z" name: sequence-graph-31957-5d489cff66-4lgrj.18d6306d66a322cc namespace: kserve-ci-e2e-test resourceVersion: "22003" uid: 77b831bf-3c47-4fda-890b-bb1b0355dfbe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:52:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-31957} kind: Pod name: sequence-graph-31957-5d489cff66-4lgrj namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: a3134244-4972-426b-9711-39f265dc6585 kind: Event lastTimestamp: "2026-09-17T18:52:55Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:52:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:55Z" name: sequence-graph-31957-5d489cff66-4lgrj.18d6306df5ae471f namespace: kserve-ci-e2e-test resourceVersion: "22399" uid: 78746f70-3e5e-4c80-aa4d-7a3c3889bed2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-31957-5d489cff66 namespace: kserve-ci-e2e-test resourceVersion: "21865" uid: 0cd000b0-a577-4d0a-9b7e-2cb3a6817d02 kind: Event lastTimestamp: "2026-09-17T18:52:18Z" message: 'Created pod: sequence-graph-31957-5d489cff66-4lgrj' metadata: creationTimestamp: "2026-09-17T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:18Z" name: sequence-graph-31957-5d489cff66.18d6306b0cfc574d namespace: kserve-ci-e2e-test resourceVersion: "21869" uid: b9b69657-3066-4555-8960-b0aa33dc9c85 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-31957 namespace: kserve-ci-e2e-test resourceVersion: "21863" uid: e69c410e-ac09-46c9-b87d-e8dd6053e9f9 kind: Event lastTimestamp: "2026-09-17T18:52:18Z" message: Scaled up replica set sequence-graph-31957-5d489cff66 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:18Z" name: sequence-graph-31957.18d6306b0c442f3b namespace: kserve-ci-e2e-test resourceVersion: "21866" uid: 404d342d-2179-4ac6-a0e0-4f4f6d5abdbf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:18Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-31957 namespace: kserve-ci-e2e-test resourceVersion: "21879" uid: 6d311acc-6bd5-4faa-af43-7ac9155b237c kind: Event lastTimestamp: "2026-09-17T18:52:18Z" message: InferenceGraph [sequence-graph-31957] is Ready metadata: creationTimestamp: "2026-09-17T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:18Z" name: sequence-graph-31957.18d6306b10de86cf namespace: kserve-ci-e2e-test resourceVersion: "21881" uid: f7900a0d-7f5f-4da3-962f-71bb938c734b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:43:03.388335Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-65928-767fdc487-v7j4m namespace: kserve-ci-e2e-test resourceVersion: "17443" uid: 2cf487c4-deeb-47b3-b76e-cba9fa14275d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-65928-767fdc487-v7j4m to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:43:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:43:03Z" name: sequence-graph-65928-767fdc487-v7j4m.18d62fe9dbd40941 namespace: kserve-ci-e2e-test resourceVersion: "17448" uid: 5479c864-cc49-4d18-82a5-9398b740520e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:03Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-65928-767fdc487-v7j4m namespace: kserve-ci-e2e-test resourceVersion: "17452" uid: 2cf487c4-deeb-47b3-b76e-cba9fa14275d kind: Event lastTimestamp: "2026-09-17T18:43:03Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:43:03Z" name: sequence-graph-65928-767fdc487-v7j4m.18d62fe9fdac8d93 namespace: kserve-ci-e2e-test resourceVersion: "17467" uid: ac6dcd54-a828-4b3e-99de-c2642bc2793f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-65928} kind: Pod name: sequence-graph-65928-767fdc487-v7j4m namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: 2cf487c4-deeb-47b3-b76e-cba9fa14275d kind: Event lastTimestamp: "2026-09-17T18:43:03Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T18:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:43:03Z" name: sequence-graph-65928-767fdc487-v7j4m.18d62fe9ff81039b namespace: kserve-ci-e2e-test resourceVersion: "17469" uid: d11f7d0b-2c80-41ae-b7d7-f397f457bc16 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-65928} kind: Pod name: sequence-graph-65928-767fdc487-v7j4m namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: 2cf487c4-deeb-47b3-b76e-cba9fa14275d kind: Event lastTimestamp: "2026-09-17T18:43:04Z" message: 'Created container: sequence-graph-65928' metadata: creationTimestamp: "2026-09-17T18:43:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:43:04Z" name: sequence-graph-65928-767fdc487-v7j4m.18d62fea0270c970 namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: b0fcccc3-bb6c-456f-a50c-630161f28dfc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-65928} kind: Pod name: sequence-graph-65928-767fdc487-v7j4m namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: 2cf487c4-deeb-47b3-b76e-cba9fa14275d kind: Event lastTimestamp: "2026-09-17T18:43:04Z" message: Started container sequence-graph-65928 metadata: creationTimestamp: "2026-09-17T18:43:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:43:04Z" name: sequence-graph-65928-767fdc487-v7j4m.18d62fea02df141a namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 4f4b9588-72db-4376-a26e-2e4dd73f74cf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-65928} kind: Pod name: sequence-graph-65928-767fdc487-v7j4m namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: 2cf487c4-deeb-47b3-b76e-cba9fa14275d kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: Stopping container sequence-graph-65928 metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:18Z" name: sequence-graph-65928-767fdc487-v7j4m.18d6305d08c57393 namespace: kserve-ci-e2e-test resourceVersion: "21032" uid: 8cb2d65f-2b77-4f23-8510-aeb562ca8fac reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:51:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-65928} kind: Pod name: sequence-graph-65928-767fdc487-v7j4m namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: 2cf487c4-deeb-47b3-b76e-cba9fa14275d kind: Event lastTimestamp: "2026-09-17T18:51:45Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:51:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:45Z" name: sequence-graph-65928-767fdc487-v7j4m.18d6305d9636775b namespace: kserve-ci-e2e-test resourceVersion: "21438" uid: 5fb8b343-ccf1-4493-99f2-08c0ba54c3b2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-65928-767fdc487 namespace: kserve-ci-e2e-test resourceVersion: "17439" uid: 3c62e9fc-63e0-40aa-846e-9b84e3191d39 kind: Event lastTimestamp: "2026-09-17T18:43:03Z" message: 'Created pod: sequence-graph-65928-767fdc487-v7j4m' metadata: creationTimestamp: "2026-09-17T18:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:03Z" name: sequence-graph-65928-767fdc487.18d62fe9db496881 namespace: kserve-ci-e2e-test resourceVersion: "17444" uid: 30a0b013-340f-4f9f-b710-73d8a0272c9d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-65928 namespace: kserve-ci-e2e-test resourceVersion: "17438" uid: 6b2bdc59-e7ba-4b2b-b5bb-3a64ce1af108 kind: Event lastTimestamp: "2026-09-17T18:43:03Z" message: Scaled up replica set sequence-graph-65928-767fdc487 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:03Z" name: sequence-graph-65928.18d62fe9da1c1fb9 namespace: kserve-ci-e2e-test resourceVersion: "17442" uid: 5f3b2313-5e13-47c7-9328-c3e96f8bd58d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:03Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-65928 namespace: kserve-ci-e2e-test resourceVersion: "17454" uid: a083b06d-7ae0-4b30-86e8-0e36ddea7a89 kind: Event lastTimestamp: "2026-09-17T18:43:03Z" message: InferenceGraph [sequence-graph-65928] is Ready metadata: creationTimestamp: "2026-09-17T18:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:43:03Z" name: sequence-graph-65928.18d62fe9df1878bf namespace: kserve-ci-e2e-test resourceVersion: "17456" uid: aa882df3-5053-476d-a3ee-6f1a45d0c5a6 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-65928 namespace: kserve-ci-e2e-test resourceVersion: "17440" uid: 0efec8d9-afb5-4b43-b1ca-008e1c0b382b kind: Event lastTimestamp: "2026-09-17T18:43:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:18Z" name: sequence-graph-65928.18d62fed596032df namespace: kserve-ci-e2e-test resourceVersion: "17577" uid: 1fd5bdee-0065-4b23-bc89-43f288a02314 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-65928 namespace: kserve-ci-e2e-test resourceVersion: "17440" uid: 0efec8d9-afb5-4b43-b1ca-008e1c0b382b kind: Event lastTimestamp: "2026-09-17T18:43:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:18Z" name: sequence-graph-65928.18d62fed5a03eda5 namespace: kserve-ci-e2e-test resourceVersion: "17579" uid: 7cf6725a-4957-4b24-8e44-99aefcc0c892 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-65928 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 0efec8d9-afb5-4b43-b1ca-008e1c0b382b kind: Event lastTimestamp: "2026-09-17T18:43:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:43:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:33Z" name: sequence-graph-65928.18d62ff0d8b995fe namespace: kserve-ci-e2e-test resourceVersion: "17689" uid: f5d5ab63-fe74-46c2-8e94-8e4c79ddf3b2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:43:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-65928 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 0efec8d9-afb5-4b43-b1ca-008e1c0b382b kind: Event lastTimestamp: "2026-09-17T18:43:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:43:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:33Z" name: sequence-graph-65928.18d62ff0d918a21c namespace: kserve-ci-e2e-test resourceVersion: "17690" uid: f539df87-b3f5-4d64-8660-aefc57d88dec reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:53:28.600138Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c4e90-775bbd874f-t68tg namespace: kserve-ci-e2e-test resourceVersion: "22675" uid: 1b7815cc-b0ef-482e-b011-3effa1fa423d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/sequence-graph-c4e90-775bbd874f-t68tg to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:53:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:53:28Z" name: sequence-graph-c4e90-775bbd874f-t68tg.18d6307b6d5b18e1 namespace: kserve-ci-e2e-test resourceVersion: "22680" uid: ce2c6626-7206-4ccd-9e26-9058eca3d1c3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:29Z" involvedObject: apiVersion: v1 kind: Pod name: sequence-graph-c4e90-775bbd874f-t68tg namespace: kserve-ci-e2e-test resourceVersion: "22686" uid: 1b7815cc-b0ef-482e-b011-3effa1fa423d kind: Event lastTimestamp: "2026-09-17T18:53:29Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:53:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:53:29Z" name: sequence-graph-c4e90-775bbd874f-t68tg.18d6307b8f3980fe namespace: kserve-ci-e2e-test resourceVersion: "22702" uid: 3cb93529-1d24-46fa-9846-d20f50e731a6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c4e90} kind: Pod name: sequence-graph-c4e90-775bbd874f-t68tg namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: 1b7815cc-b0ef-482e-b011-3effa1fa423d kind: Event lastTimestamp: "2026-09-17T18:53:29Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T18:53:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:29Z" name: sequence-graph-c4e90-775bbd874f-t68tg.18d6307b90c04fe7 namespace: kserve-ci-e2e-test resourceVersion: "22704" uid: c2b85a0c-b43f-4177-a83f-d36fdf10ae7f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c4e90} kind: Pod name: sequence-graph-c4e90-775bbd874f-t68tg namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: 1b7815cc-b0ef-482e-b011-3effa1fa423d kind: Event lastTimestamp: "2026-09-17T18:53:29Z" message: 'Created container: sequence-graph-c4e90' metadata: creationTimestamp: "2026-09-17T18:53:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:29Z" name: sequence-graph-c4e90-775bbd874f-t68tg.18d6307b938af98f namespace: kserve-ci-e2e-test resourceVersion: "22705" uid: ffe51ddc-b2ec-4175-917b-40ef2b77d82b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c4e90} kind: Pod name: sequence-graph-c4e90-775bbd874f-t68tg namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: 1b7815cc-b0ef-482e-b011-3effa1fa423d kind: Event lastTimestamp: "2026-09-17T18:53:29Z" message: Started container sequence-graph-c4e90 metadata: creationTimestamp: "2026-09-17T18:53:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:29Z" name: sequence-graph-c4e90-775bbd874f-t68tg.18d6307b9400d575 namespace: kserve-ci-e2e-test resourceVersion: "22706" uid: 4af8757a-9c2c-4864-9eb8-6eb1c2f74d3e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c4e90} kind: Pod name: sequence-graph-c4e90-775bbd874f-t68tg namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: 1b7815cc-b0ef-482e-b011-3effa1fa423d kind: Event lastTimestamp: "2026-09-17T19:01:42Z" message: Stopping container sequence-graph-c4e90 metadata: creationTimestamp: "2026-09-17T19:01:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:42Z" name: sequence-graph-c4e90-775bbd874f-t68tg.18d630ee899909e2 namespace: kserve-ci-e2e-test resourceVersion: "26553" uid: dfe63917-b142-44df-848f-b6f910df08f6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:01:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{sequence-graph-c4e90} kind: Pod name: sequence-graph-c4e90-775bbd874f-t68tg namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: 1b7815cc-b0ef-482e-b011-3effa1fa423d kind: Event lastTimestamp: "2026-09-17T19:02:11Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:01:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:11Z" name: sequence-graph-c4e90-775bbd874f-t68tg.18d630ef40cab735 namespace: kserve-ci-e2e-test resourceVersion: "26952" uid: a535e8ef-1c9e-4ced-b110-be7ba67df5c0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: sequence-graph-c4e90-775bbd874f namespace: kserve-ci-e2e-test resourceVersion: "22672" uid: f2cb1ade-1f74-484d-83dc-b718b887381a kind: Event lastTimestamp: "2026-09-17T18:53:28Z" message: 'Created pod: sequence-graph-c4e90-775bbd874f-t68tg' metadata: creationTimestamp: "2026-09-17T18:53:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:28Z" name: sequence-graph-c4e90-775bbd874f.18d6307b6cede2a9 namespace: kserve-ci-e2e-test resourceVersion: "22676" uid: e526de5d-52aa-4967-b845-413583575d5f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: sequence-graph-c4e90 namespace: kserve-ci-e2e-test resourceVersion: "22670" uid: d5261983-0bad-496f-a9b8-67f8ac401da4 kind: Event lastTimestamp: "2026-09-17T18:53:28Z" message: Scaled up replica set sequence-graph-c4e90-775bbd874f from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:53:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:28Z" name: sequence-graph-c4e90.18d6307b6c195407 namespace: kserve-ci-e2e-test resourceVersion: "22674" uid: 9e19997a-e488-4e35-ada5-bda555108741 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:28Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: sequence-graph-c4e90 namespace: kserve-ci-e2e-test resourceVersion: "22690" uid: c191afbb-cf6b-4c04-a2d4-23b18fddf435 kind: Event lastTimestamp: "2026-09-17T18:53:28Z" message: InferenceGraph [sequence-graph-c4e90] is Ready metadata: creationTimestamp: "2026-09-17T18:53:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:28Z" name: sequence-graph-c4e90.18d6307b72c521b9 namespace: kserve-ci-e2e-test resourceVersion: "22692" uid: 3bfad7e2-7ec3-4477-b9e7-ff72975377dd reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:53:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-c4e90 namespace: kserve-ci-e2e-test resourceVersion: "22671" uid: e09b8817-8024-4da2-b0dc-4d17ef569670 kind: Event lastTimestamp: "2026-09-17T18:53:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:53:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:58Z" name: sequence-graph-c4e90.18d6307eea90a777 namespace: kserve-ci-e2e-test resourceVersion: "22917" uid: 8ab2be24-171d-4aaa-9ba5-fcc1403b5e7c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:53:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: sequence-graph-c4e90 namespace: kserve-ci-e2e-test resourceVersion: "22671" uid: e09b8817-8024-4da2-b0dc-4d17ef569670 kind: Event lastTimestamp: "2026-09-17T18:53:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:53:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:58Z" name: sequence-graph-c4e90.18d6307eeaf9b9c6 namespace: kserve-ci-e2e-test resourceVersion: "22918" uid: 288cbe3e-f673-411e-b082-a2b44ee2afd2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:03:17.597046Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-5a2c4-77c5594cb8-l58pz namespace: kserve-ci-e2e-test resourceVersion: "27701" uid: 834cddad-a17c-4842-a3aa-3c03a6f9471f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-5a2c4-77c5594cb8-l58pz to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T19:03:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:03:17Z" name: splitter-graph-5a2c4-77c5594cb8-l58pz.18d63104904ead47 namespace: kserve-ci-e2e-test resourceVersion: "27709" uid: 5530f17b-fdf0-4449-801c-744da60ff797 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:18Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-5a2c4-77c5594cb8-l58pz namespace: kserve-ci-e2e-test resourceVersion: "27714" uid: 834cddad-a17c-4842-a3aa-3c03a6f9471f kind: Event lastTimestamp: "2026-09-17T19:03:18Z" message: Add eth0 [10.132.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:03:18Z" name: splitter-graph-5a2c4-77c5594cb8-l58pz.18d63104b248a038 namespace: kserve-ci-e2e-test resourceVersion: "27728" uid: 1e842b23-9768-4962-a615-a75b0bcaa7f2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a2c4} kind: Pod name: splitter-graph-5a2c4-77c5594cb8-l58pz namespace: kserve-ci-e2e-test resourceVersion: "27702" uid: 834cddad-a17c-4842-a3aa-3c03a6f9471f kind: Event lastTimestamp: "2026-09-17T19:03:18Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T19:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:18Z" name: splitter-graph-5a2c4-77c5594cb8-l58pz.18d63104b38fa340 namespace: kserve-ci-e2e-test resourceVersion: "27730" uid: e023fb52-06de-4b2c-84bb-4dad06ff3491 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a2c4} kind: Pod name: splitter-graph-5a2c4-77c5594cb8-l58pz namespace: kserve-ci-e2e-test resourceVersion: "27702" uid: 834cddad-a17c-4842-a3aa-3c03a6f9471f kind: Event lastTimestamp: "2026-09-17T19:03:18Z" message: 'Created container: splitter-graph-5a2c4' metadata: creationTimestamp: "2026-09-17T19:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:18Z" name: splitter-graph-5a2c4-77c5594cb8-l58pz.18d63104b758c8c1 namespace: kserve-ci-e2e-test resourceVersion: "27731" uid: 31821444-49b4-4713-a525-e8b82b4fc6e6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a2c4} kind: Pod name: splitter-graph-5a2c4-77c5594cb8-l58pz namespace: kserve-ci-e2e-test resourceVersion: "27702" uid: 834cddad-a17c-4842-a3aa-3c03a6f9471f kind: Event lastTimestamp: "2026-09-17T19:03:18Z" message: Started container splitter-graph-5a2c4 metadata: creationTimestamp: "2026-09-17T19:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:03:18Z" name: splitter-graph-5a2c4-77c5594cb8-l58pz.18d63104b7caa8b2 namespace: kserve-ci-e2e-test resourceVersion: "27732" uid: 53afa1e5-b2d8-416a-b1b4-af94b49f92a8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a2c4} kind: Pod name: splitter-graph-5a2c4-77c5594cb8-l58pz namespace: kserve-ci-e2e-test resourceVersion: "27702" uid: 834cddad-a17c-4842-a3aa-3c03a6f9471f kind: Event lastTimestamp: "2026-09-17T19:11:32Z" message: Stopping container splitter-graph-5a2c4 metadata: creationTimestamp: "2026-09-17T19:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:11:32Z" name: splitter-graph-5a2c4-77c5594cb8-l58pz.18d63177b61dcc61 namespace: kserve-ci-e2e-test resourceVersion: "31156" uid: 3ef5232d-33e1-4d5c-85fb-62794e07509a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:11:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-5a2c4} kind: Pod name: splitter-graph-5a2c4-77c5594cb8-l58pz namespace: kserve-ci-e2e-test resourceVersion: "27702" uid: 834cddad-a17c-4842-a3aa-3c03a6f9471f kind: Event lastTimestamp: "2026-09-17T19:11:59Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:11:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:11:59Z" name: splitter-graph-5a2c4-77c5594cb8-l58pz.18d6317843b0230d namespace: kserve-ci-e2e-test resourceVersion: "31389" uid: f2040a8d-8329-4552-9d8c-05356ca9a267 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-5a2c4-77c5594cb8 namespace: kserve-ci-e2e-test resourceVersion: "27698" uid: d87ed332-2044-4b96-a09c-3700cbedfbe0 kind: Event lastTimestamp: "2026-09-17T19:03:17Z" message: 'Created pod: splitter-graph-5a2c4-77c5594cb8-l58pz' metadata: creationTimestamp: "2026-09-17T19:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:17Z" name: splitter-graph-5a2c4-77c5594cb8.18d631049004c413 namespace: kserve-ci-e2e-test resourceVersion: "27705" uid: fb8e58a2-d433-4661-a08b-0bc90cd9f79e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27694" uid: 077b7669-750a-4eb7-9d01-c783b721fd6c kind: Event lastTimestamp: "2026-09-17T19:03:17Z" message: Scaled up replica set splitter-graph-5a2c4-77c5594cb8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:17Z" name: splitter-graph-5a2c4.18d631048eb9df80 namespace: kserve-ci-e2e-test resourceVersion: "27699" uid: 03546102-a4a3-4c3f-b447-74ec4f78fb56 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:17Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27721" uid: 9981f1c7-d753-4212-927d-2d5e77bfb3ee kind: Event lastTimestamp: "2026-09-17T19:03:17Z" message: InferenceGraph [splitter-graph-5a2c4] is Ready metadata: creationTimestamp: "2026-09-17T19:03:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:17Z" name: splitter-graph-5a2c4.18d6310495dbed6e namespace: kserve-ci-e2e-test resourceVersion: "27723" uid: 58db4206-fbd1-4656-826e-c30d6a6439a4 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27697" uid: d13e48ef-1100-41dc-9f12-5455e9494856 kind: Event lastTimestamp: "2026-09-17T19:03:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:32Z" name: splitter-graph-5a2c4.18d631080d095c8e namespace: kserve-ci-e2e-test resourceVersion: "27837" uid: 3a1ed11b-03fc-4c8f-8534-2edd51e87778 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27697" uid: d13e48ef-1100-41dc-9f12-5455e9494856 kind: Event lastTimestamp: "2026-09-17T19:03:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:03:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:32Z" name: splitter-graph-5a2c4.18d631080d73097a namespace: kserve-ci-e2e-test resourceVersion: "27838" uid: 8b1da2e7-b190-45d2-835c-a96ad0f00006 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27836" uid: d13e48ef-1100-41dc-9f12-5455e9494856 kind: Event lastTimestamp: "2026-09-17T19:03:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:47Z" name: splitter-graph-5a2c4.18d6310b8dd89c14 namespace: kserve-ci-e2e-test resourceVersion: "27951" uid: 36ced69f-8393-46a1-aa4b-20dd2d6da3aa reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: splitter-graph-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27836" uid: d13e48ef-1100-41dc-9f12-5455e9494856 kind: Event lastTimestamp: "2026-09-17T19:03:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:47Z" name: splitter-graph-5a2c4.18d6310b8f088f4c namespace: kserve-ci-e2e-test resourceVersion: "27952" uid: 6b71440f-6ced-4f70-89ba-dcccd7b64c1f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:02:07.195013Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-77f5f-d7ff746f7-hwnc6 namespace: kserve-ci-e2e-test resourceVersion: "26897" uid: c8521bca-7680-47ea-b135-8a8e2a918b09 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/splitter-graph-77f5f-d7ff746f7-hwnc6 to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T19:02:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:02:07Z" name: splitter-graph-77f5f-d7ff746f7-hwnc6.18d630f42c04ed4c namespace: kserve-ci-e2e-test resourceVersion: "26902" uid: 996604bc-fba5-436d-aec6-4b75c59190a0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:07Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-77f5f-d7ff746f7-hwnc6 namespace: kserve-ci-e2e-test resourceVersion: "26899" uid: c8521bca-7680-47ea-b135-8a8e2a918b09 kind: Event lastTimestamp: "2026-09-17T19:02:07Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-77f5f-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:02:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:07Z" name: splitter-graph-77f5f-d7ff746f7-hwnc6.18d630f4329dd076 namespace: kserve-ci-e2e-test resourceVersion: "26914" uid: c4c07ce2-0ad9-48df-a919-2adc065291e1 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:08Z" involvedObject: apiVersion: v1 kind: Pod name: splitter-graph-77f5f-d7ff746f7-hwnc6 namespace: kserve-ci-e2e-test resourceVersion: "26908" uid: c8521bca-7680-47ea-b135-8a8e2a918b09 kind: Event lastTimestamp: "2026-09-17T19:02:08Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:02:08Z" name: splitter-graph-77f5f-d7ff746f7-hwnc6.18d630f471d208f6 namespace: kserve-ci-e2e-test resourceVersion: "26925" uid: eb8332aa-65f7-4e9b-b0ac-eeb129b8e052 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-77f5f} kind: Pod name: splitter-graph-77f5f-d7ff746f7-hwnc6 namespace: kserve-ci-e2e-test resourceVersion: "26899" uid: c8521bca-7680-47ea-b135-8a8e2a918b09 kind: Event lastTimestamp: "2026-09-17T19:02:08Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:08Z" name: splitter-graph-77f5f-d7ff746f7-hwnc6.18d630f473e809d9 namespace: kserve-ci-e2e-test resourceVersion: "26927" uid: 37b35762-045f-43b0-aa5d-6f5e320032e2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-77f5f} kind: Pod name: splitter-graph-77f5f-d7ff746f7-hwnc6 namespace: kserve-ci-e2e-test resourceVersion: "26899" uid: c8521bca-7680-47ea-b135-8a8e2a918b09 kind: Event lastTimestamp: "2026-09-17T19:02:08Z" message: 'Created container: splitter-graph-77f5f' metadata: creationTimestamp: "2026-09-17T19:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:08Z" name: splitter-graph-77f5f-d7ff746f7-hwnc6.18d630f477251e76 namespace: kserve-ci-e2e-test resourceVersion: "26928" uid: 0f7a3ff3-4b9c-43d9-9291-08d700973dab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-77f5f} kind: Pod name: splitter-graph-77f5f-d7ff746f7-hwnc6 namespace: kserve-ci-e2e-test resourceVersion: "26899" uid: c8521bca-7680-47ea-b135-8a8e2a918b09 kind: Event lastTimestamp: "2026-09-17T19:02:08Z" message: Started container splitter-graph-77f5f metadata: creationTimestamp: "2026-09-17T19:02:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:08Z" name: splitter-graph-77f5f-d7ff746f7-hwnc6.18d630f4779d10f8 namespace: kserve-ci-e2e-test resourceVersion: "26929" uid: 9f2b78b1-37cd-4a9e-a50d-45052413febc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-77f5f} kind: Pod name: splitter-graph-77f5f-d7ff746f7-hwnc6 namespace: kserve-ci-e2e-test resourceVersion: "26899" uid: c8521bca-7680-47ea-b135-8a8e2a918b09 kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: Stopping container splitter-graph-77f5f metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:17Z" name: splitter-graph-77f5f-d7ff746f7-hwnc6.18d630f6874acbb8 namespace: kserve-ci-e2e-test resourceVersion: "27019" uid: bee24f64-d51e-4a37-be35-41b5433d5f3d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:02:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{splitter-graph-77f5f} kind: Pod name: splitter-graph-77f5f-d7ff746f7-hwnc6 namespace: kserve-ci-e2e-test resourceVersion: "26899" uid: c8521bca-7680-47ea-b135-8a8e2a918b09 kind: Event lastTimestamp: "2026-09-17T19:02:45Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:02:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:45Z" name: splitter-graph-77f5f-d7ff746f7-hwnc6.18d630f73409e74e namespace: kserve-ci-e2e-test resourceVersion: "27420" uid: fca96038-7866-4654-b4b3-3e9c823418e6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: splitter-graph-77f5f-d7ff746f7 namespace: kserve-ci-e2e-test resourceVersion: "26894" uid: 6dc58eaa-f5d7-4078-8f2a-3430e4216767 kind: Event lastTimestamp: "2026-09-17T19:02:07Z" message: 'Created pod: splitter-graph-77f5f-d7ff746f7-hwnc6' metadata: creationTimestamp: "2026-09-17T19:02:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:07Z" name: splitter-graph-77f5f-d7ff746f7.18d630f42b946b00 namespace: kserve-ci-e2e-test resourceVersion: "26898" uid: 6f3fdd1f-91f6-4166-8d83-15dd0bcb0dec reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: splitter-graph-77f5f namespace: kserve-ci-e2e-test resourceVersion: "26892" uid: 52de20b9-04a9-462f-b23c-cc1031d521b1 kind: Event lastTimestamp: "2026-09-17T19:02:07Z" message: Scaled up replica set splitter-graph-77f5f-d7ff746f7 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:02:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:07Z" name: splitter-graph-77f5f.18d630f42adc1d32 namespace: kserve-ci-e2e-test resourceVersion: "26895" uid: 43f8871c-c0e2-4e97-8735-15fd896d6109 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:07Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: splitter-graph-77f5f namespace: kserve-ci-e2e-test resourceVersion: "26910" uid: 838987b6-e42e-4569-9ed2-c16266b1536d kind: Event lastTimestamp: "2026-09-17T19:02:07Z" message: InferenceGraph [splitter-graph-77f5f] is Ready metadata: creationTimestamp: "2026-09-17T19:02:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:02:07Z" name: splitter-graph-77f5f.18d630f430a1697c namespace: kserve-ci-e2e-test resourceVersion: "26912" uid: fa8ea4b6-fbff-4f93-a59b-2154166c9c66 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:51:52.230192Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21552" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-10598-predictor-756678795d-kb629 to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:51:52Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d63064fd426f6c namespace: kserve-ci-e2e-test resourceVersion: "21561" uid: fec2537d-73c8-4518-80f1-7b71d6d5a664 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-10598-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:52Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d630650af052fc namespace: kserve-ci-e2e-test resourceVersion: "21600" uid: fd5d0742-b529-4019-98f4-1c942475f026 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21571" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Add eth0 [10.133.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:51:53Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d63065432c5b0d namespace: kserve-ci-e2e-test resourceVersion: "21627" uid: 157806bd-8d5e-4a26-8813-b8b7a958cb77 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d6306544886764 namespace: kserve-ci-e2e-test resourceVersion: "21629" uid: 09e1d2bf-ea12-4a64-ac47-7e4f82c855a7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d6306547d09776 namespace: kserve-ci-e2e-test resourceVersion: "21630" uid: ae065afb-6a8c-4983-9688-9e1796a45ff1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d6306548404786 namespace: kserve-ci-e2e-test resourceVersion: "21631" uid: ac9d1508-ddf8-41af-aa81-cd916eef6b85 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d63065484a77d6 namespace: kserve-ci-e2e-test resourceVersion: "21632" uid: d8adfd80-4d5d-473c-90ac-dc3d11ee853b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d630654af25321 namespace: kserve-ci-e2e-test resourceVersion: "21633" uid: 8ccc4cd5-def7-4d67-9430-7feb1aaca503 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T18:51:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:53Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d630654b642c3b namespace: kserve-ci-e2e-test resourceVersion: "21634" uid: ba9d3fad-d091-4192-b828-7e92ce487e1b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T19:01:09Z" message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:09Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d6306564f0bd91 namespace: kserve-ci-e2e-test resourceVersion: "26266" uid: 84148ae7-9d20-4410-9f66-58e181071964 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d630e62aea90ca namespace: kserve-ci-e2e-test resourceVersion: "26142" uid: 3ab2c4e3-5252-48e2-9811-c0610b329ac0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d630e62aeb4527 namespace: kserve-ci-e2e-test resourceVersion: "26145" uid: 31162242-5359-4426-82ee-5564127a9725 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-10598-predictor-756678795d-kb629 namespace: kserve-ci-e2e-test resourceVersion: "21559" uid: eafa2187-a8f6-4883-9d2d-8731e1ba2952 kind: Event lastTimestamp: "2026-09-17T19:01:09Z" message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp 10.133.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:09Z" name: success-200-isvc-10598-predictor-756678795d-kb629.18d630e6d9594362 namespace: kserve-ci-e2e-test resourceVersion: "26265" uid: ca7eba4d-e505-45b2-a41e-35d0f2b399ce reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-10598-predictor-756678795d namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: b20cc7a2-a70b-449c-8efc-b6c14f8e32c5 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: 'Created pod: success-200-isvc-10598-predictor-756678795d-kb629' metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:52Z" name: success-200-isvc-10598-predictor-756678795d.18d63064fcb73d65 namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: 3d95e1df-9c02-4ebe-9ec9-c4b66269bc5a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21534" uid: 7bcb79b8-fc36-4d23-b738-35b5c303f1ea kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: Scaled up replica set success-200-isvc-10598-predictor-756678795d from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:52Z" name: success-200-isvc-10598-predictor.18d63064fa63bfab namespace: kserve-ci-e2e-test resourceVersion: "21539" uid: 7327d284-5a98-47ac-ad59-b7ecb7114426 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21536" uid: 3a6e1a25-d0e4-4729-a79e-c452487e8ed6 kind: Event lastTimestamp: "2026-09-17T18:52:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:07Z" name: success-200-isvc-10598-predictor.18d6306879009c65 namespace: kserve-ci-e2e-test resourceVersion: "21780" uid: 3b424f6f-57a9-40be-9281-2e37b3579f41 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21536" uid: 3a6e1a25-d0e4-4729-a79e-c452487e8ed6 kind: Event lastTimestamp: "2026-09-17T18:52:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:07Z" name: success-200-isvc-10598-predictor.18d630687962e49d namespace: kserve-ci-e2e-test resourceVersion: "21782" uid: e89d96fd-1c67-4894-aa0c-c2a15b950d16 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:52:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21781" uid: 3a6e1a25-d0e4-4729-a79e-c452487e8ed6 kind: Event lastTimestamp: "2026-09-17T18:53:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:07Z" name: success-200-isvc-10598-predictor.18d6306bf811e4d4 namespace: kserve-ci-e2e-test resourceVersion: "22489" uid: 4d42dc97-424a-4e6f-a8ad-94f32931e863 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:52:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-10598-predictor namespace: kserve-ci-e2e-test resourceVersion: "21781" uid: 3a6e1a25-d0e4-4729-a79e-c452487e8ed6 kind: Event lastTimestamp: "2026-09-17T18:53:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:07Z" name: success-200-isvc-10598-predictor.18d6306bf87e6908 namespace: kserve-ci-e2e-test resourceVersion: "22490" uid: 25518010-31db-4c3e-b619-ff7e5bc74bd5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-10598 namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: a6bac6f5-9391-4b7e-8f18-ee45fc9b8d73 kind: Event lastTimestamp: "2026-09-17T18:52:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:40Z" name: success-200-isvc-10598.18d63064faa40155 namespace: kserve-ci-e2e-test resourceVersion: "22238" uid: fb78831f-e1d0-4ad5-a9e1-b8be7eda9d14 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-10598 namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: a6bac6f5-9391-4b7e-8f18-ee45fc9b8d73 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: 'Failed to update status for InferenceService "success-200-isvc-10598": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-10598": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:52Z" name: success-200-isvc-10598.18d63064fb42eea4 namespace: kserve-ci-e2e-test resourceVersion: "21543" uid: 4cc40b5b-0f4a-47f6-9d10-63f9e7bf01f0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-10598 namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: a6bac6f5-9391-4b7e-8f18-ee45fc9b8d73 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-10598": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:52Z" name: success-200-isvc-10598.18d63064fb435ac9 namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: 1cadcf8b-2492-44ca-aaef-6aa582d40192 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-10598 namespace: kserve-ci-e2e-test resourceVersion: "22235" uid: a6bac6f5-9391-4b7e-8f18-ee45fc9b8d73 kind: Event lastTimestamp: "2026-09-17T18:52:40Z" message: InferenceService [success-200-isvc-10598] is Ready metadata: creationTimestamp: "2026-09-17T18:52:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:40Z" name: success-200-isvc-10598.18d6307021031226 namespace: kserve-ci-e2e-test resourceVersion: "22236" uid: 6beefbf5-8f12-4d22-a0c9-2dd0c9bec034 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:01:43.231193Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26606" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630ee97aa006f namespace: kserve-ci-e2e-test resourceVersion: "26611" uid: d2670673-c9fc-4a8f-9d5d-75f970bb126e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26614" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630eeb97fab18 namespace: kserve-ci-e2e-test resourceVersion: "26652" uid: 9f002281-eeed-4713-ac74-5c164873a655 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630eebac041bb namespace: kserve-ci-e2e-test resourceVersion: "26654" uid: 49f3e494-91c0-450d-8415-77e53fba4938 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630eebd449c46 namespace: kserve-ci-e2e-test resourceVersion: "26655" uid: 1c21a4fc-631b-45b4-a35c-7cf69555e60a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630eebdba7ec5 namespace: kserve-ci-e2e-test resourceVersion: "26656" uid: de939487-d5b3-4087-9ab6-a82b011aca69 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630eebdc4c850 namespace: kserve-ci-e2e-test resourceVersion: "26657" uid: dbb29356-a017-4c6f-ae84-8b8280c414c6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630eec0363b1b namespace: kserve-ci-e2e-test resourceVersion: "26659" uid: 679c0fb8-3cdb-4631-97d4-037c876938dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630eec0a40537 namespace: kserve-ci-e2e-test resourceVersion: "26660" uid: 1f81c590-0e2c-4882-bc62-c4815540e824 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:01:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:02:20Z" message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:20Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d630eec6d91cd8 namespace: kserve-ci-e2e-test resourceVersion: "27160" uid: 565c95f0-05b7-4ee4-93c8-52f502821de6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:19:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:19:02Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d631e0981bdcee namespace: kserve-ci-e2e-test resourceVersion: "34290" uid: aacd8de3-cf52-4839-8307-ee450f23f771 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:19:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:19:02Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d631e0981c91b7 namespace: kserve-ci-e2e-test resourceVersion: "34292" uid: 6342c718-e2f4-48be-8ac9-d30cd7cf86bf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:19:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr namespace: kserve-ci-e2e-test resourceVersion: "26608" uid: ade77fcd-71e5-4aa7-a5bc-4efe95b68c17 kind: Event lastTimestamp: "2026-09-17T19:19:05Z" message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp 10.133.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:19:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:19:05Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr.18d631e127882426 namespace: kserve-ci-e2e-test resourceVersion: "34356" uid: 5066757d-dbea-4cdd-a87f-fc4ac5911f91 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-29aad-predictor-6f6bfbbb58 namespace: kserve-ci-e2e-test resourceVersion: "26600" uid: ca436d2b-d625-4673-a35f-f54dfc1474f9 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: 'Created pod: success-200-isvc-29aad-predictor-6f6bfbbb58-gqwmr' metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor-6f6bfbbb58.18d630ee9727a051 namespace: kserve-ci-e2e-test resourceVersion: "26607" uid: b4096fe3-5a71-4e2a-9584-4bccfc79a80e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26598" uid: 855b3125-7162-4d58-a273-c2e0c464bb80 kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Scaled up replica set success-200-isvc-29aad-predictor-6f6bfbbb58 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-29aad-predictor.18d630ee9560eb32 namespace: kserve-ci-e2e-test resourceVersion: "26601" uid: 02f41e73-6abb-4c3b-a69c-49b311056665 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:01:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26599" uid: bba9ceeb-7640-4185-8cdf-462d77edbb5d kind: Event lastTimestamp: "2026-09-17T19:02:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:01:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:13Z" name: success-200-isvc-29aad-predictor.18d630f21433ebf7 namespace: kserve-ci-e2e-test resourceVersion: "26969" uid: fca10336-ad5e-4073-8161-0908c4992e7e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:01:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26599" uid: bba9ceeb-7640-4185-8cdf-462d77edbb5d kind: Event lastTimestamp: "2026-09-17T19:02:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:01:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:13Z" name: success-200-isvc-29aad-predictor.18d630f21499d026 namespace: kserve-ci-e2e-test resourceVersion: "26970" uid: 49d6e930-f8aa-4af1-aae7-ca89c75e23aa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:02:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: bba9ceeb-7640-4185-8cdf-462d77edbb5d kind: Event lastTimestamp: "2026-09-17T19:03:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:13Z" name: success-200-isvc-29aad-predictor.18d630f912b381bd namespace: kserve-ci-e2e-test resourceVersion: "27658" uid: 6235378a-73b2-4548-9d9e-4e83ae2cca74 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:02:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-29aad-predictor namespace: kserve-ci-e2e-test resourceVersion: "26814" uid: bba9ceeb-7640-4185-8cdf-462d77edbb5d kind: Event lastTimestamp: "2026-09-17T19:03:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:02:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:13Z" name: success-200-isvc-29aad-predictor.18d630f912fb9d99 namespace: kserve-ci-e2e-test resourceVersion: "27659" uid: 2dc87b0a-03eb-4762-bf3f-1df42dd3ef3a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-29aad namespace: kserve-ci-e2e-test resourceVersion: "26588" uid: 5af81533-7d6d-47d8-91a3-9cd414fd4c81 kind: Event lastTimestamp: "2026-09-17T19:02:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:02:30Z" name: success-200-isvc-29aad.18d630ee9581b2ec namespace: kserve-ci-e2e-test resourceVersion: "27266" uid: e88ead5b-58ec-4ee1-b5f2-53e68826c83d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-29aad namespace: kserve-ci-e2e-test resourceVersion: "27258" uid: 5af81533-7d6d-47d8-91a3-9cd414fd4c81 kind: Event lastTimestamp: "2026-09-17T19:02:30Z" message: InferenceService [success-200-isvc-29aad] is Ready metadata: creationTimestamp: "2026-09-17T19:02:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:02:30Z" name: success-200-isvc-29aad.18d630f982c709ec namespace: kserve-ci-e2e-test resourceVersion: "27263" uid: 24de17c4-6555-4aa7-a5df-228dd273ca30 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:51:18.401012Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21087" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-31957-predictor-bb49bf486-kkdf8 to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:51:18Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d1ce21126 namespace: kserve-ci-e2e-test resourceVersion: "21091" uid: f6899a81-bf6a-4ba2-a752-5c08a72e36fb reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-31957-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:18Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d29a3cb6d namespace: kserve-ci-e2e-test resourceVersion: "21124" uid: 36a6a05d-e257-4d70-955f-588ae519c40a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21095" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Add eth0 [10.133.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:51:19Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d6278d232 namespace: kserve-ci-e2e-test resourceVersion: "21143" uid: 27d6a205-8486-430d-8136-17f3b4e81c4b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d644a0558 namespace: kserve-ci-e2e-test resourceVersion: "21145" uid: 5e07f5f3-0071-4401-8618-88e2a4706634 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d66d3de46 namespace: kserve-ci-e2e-test resourceVersion: "21146" uid: 2bb55b66-642a-45e9-8c8a-64a5ac16dc75 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d674255ca namespace: kserve-ci-e2e-test resourceVersion: "21147" uid: e3ef34dd-6692-49da-a1b4-90432908c870 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d674c4b24 namespace: kserve-ci-e2e-test resourceVersion: "21148" uid: 8b46fb95-3c3f-476a-ae6c-aebdd499df2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d6a26a1e7 namespace: kserve-ci-e2e-test resourceVersion: "21150" uid: 22b7a748-e980-4ef7-a38c-15dc83e8f96c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:51:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:19Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305d6a944518 namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: d2490867-8eff-4430-a7f1-713ba9d70921 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:51:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:51:56Z" message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:51:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:56Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6305dae69688e namespace: kserve-ci-e2e-test resourceVersion: "21681" uid: e923f93c-1594-468c-8806-b236856a4bd9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:28Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6306d6bb3bcf4 namespace: kserve-ci-e2e-test resourceVersion: "22025" uid: 432933e8-64f8-4c59-8d38-423479c04713 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-31957-predictor-bb49bf486-kkdf8 namespace: kserve-ci-e2e-test resourceVersion: "21089" uid: 385b8e7a-1198-4d81-a8e4-992081cee5e7 kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:28Z" name: success-200-isvc-31957-predictor-bb49bf486-kkdf8.18d6306d6bb4310e namespace: kserve-ci-e2e-test resourceVersion: "22029" uid: 7ecc145f-c09f-446d-a39b-fe5640423549 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-31957-predictor-bb49bf486 namespace: kserve-ci-e2e-test resourceVersion: "21080" uid: 7e259e7b-0979-4359-8963-60e4523d162c kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: 'Created pod: success-200-isvc-31957-predictor-bb49bf486-kkdf8' metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:18Z" name: success-200-isvc-31957-predictor-bb49bf486.18d6305d1c1c8fed namespace: kserve-ci-e2e-test resourceVersion: "21088" uid: 34316b2a-4945-44ca-bf4b-b03538748091 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21079" uid: ed81dbd4-4ade-415c-813d-e0a464b2bc6c kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: Scaled up replica set success-200-isvc-31957-predictor-bb49bf486 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:18Z" name: success-200-isvc-31957-predictor.18d6305d193b74a5 namespace: kserve-ci-e2e-test resourceVersion: "21082" uid: 15c8533a-0e08-4141-91a9-87f428e5fb6a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:51:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21081" uid: aa8e6efd-d11c-4215-b45a-4e2414ff5420 kind: Event lastTimestamp: "2026-09-17T18:52:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:03Z" name: success-200-isvc-31957-predictor.18d630609827166a namespace: kserve-ci-e2e-test resourceVersion: "21733" uid: 6e27b10c-6072-407f-820e-3f9cbce72cb2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T18:51:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21081" uid: aa8e6efd-d11c-4215-b45a-4e2414ff5420 kind: Event lastTimestamp: "2026-09-17T18:52:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:03Z" name: success-200-isvc-31957-predictor.18d630609881ae39 namespace: kserve-ci-e2e-test resourceVersion: "21734" uid: f025c3b8-f5e6-404d-ba20-672e43e7d431 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21302" uid: aa8e6efd-d11c-4215-b45a-4e2414ff5420 kind: Event lastTimestamp: "2026-09-17T18:52:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:18Z" name: success-200-isvc-31957-predictor.18d6306b153cf120 namespace: kserve-ci-e2e-test resourceVersion: "21883" uid: 24c08779-9a06-4bbe-924f-35ed1bce679e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-31957-predictor namespace: kserve-ci-e2e-test resourceVersion: "21302" uid: aa8e6efd-d11c-4215-b45a-4e2414ff5420 kind: Event lastTimestamp: "2026-09-17T18:52:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:18Z" name: success-200-isvc-31957-predictor.18d6306b159fda3f namespace: kserve-ci-e2e-test resourceVersion: "21885" uid: 104c66ec-ee2b-4aef-a6b1-f857f331b930 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-31957 namespace: kserve-ci-e2e-test resourceVersion: "21066" uid: 7300df3b-4f49-4b84-8c52-43a13ce000eb kind: Event lastTimestamp: "2026-09-17T18:52:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:06Z" name: success-200-isvc-31957.18d6305d1a04ac4c namespace: kserve-ci-e2e-test resourceVersion: "21777" uid: 8b9d4aae-d6d2-42db-8896-4e1ecd92e3bc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-31957 namespace: kserve-ci-e2e-test resourceVersion: "21775" uid: 7300df3b-4f49-4b84-8c52-43a13ce000eb kind: Event lastTimestamp: "2026-09-17T18:52:06Z" message: InferenceService [success-200-isvc-31957] is Ready metadata: creationTimestamp: "2026-09-17T18:52:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:52:06Z" name: success-200-isvc-31957.18d630686a340a05 namespace: kserve-ci-e2e-test resourceVersion: "21776" uid: d601d7d5-9aae-4f82-a5f6-9d7e4f25a080 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:02:17.565079Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27073" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-5a2c4-predictor-656b55656b-85ql9 to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:02:17Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6961f84f4 namespace: kserve-ci-e2e-test resourceVersion: "27078" uid: 72cf3752-81d4-4b4a-84a5-f7737bad439a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-5a2c4-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:17Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6a375ea82 namespace: kserve-ci-e2e-test resourceVersion: "27113" uid: 3a846385-6581-4dd9-9b80-3d6a5244cc15 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27082" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:02:18Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6dbd2d48f namespace: kserve-ci-e2e-test resourceVersion: "27137" uid: 54b6b299-e18f-4792-87ac-bae00d860c55 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6ddd18112 namespace: kserve-ci-e2e-test resourceVersion: "27139" uid: 9fb92a46-9a28-483b-aa1a-b4f3ed66e4e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6e08786ee namespace: kserve-ci-e2e-test resourceVersion: "27140" uid: 12788fde-9405-4415-b6c9-2bd61aaf937a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6e0f29259 namespace: kserve-ci-e2e-test resourceVersion: "27141" uid: 43420a01-238b-4997-a00f-4b828f78163e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6e0fb79e0 namespace: kserve-ci-e2e-test resourceVersion: "27142" uid: c7883f13-4472-4ab6-8b51-ecf81bff72eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6e38f09da namespace: kserve-ci-e2e-test resourceVersion: "27143" uid: 6ba8d641-4b3f-4a3f-9818-ee280ab55cc2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:02:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:18Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f6e3fdb730 namespace: kserve-ci-e2e-test resourceVersion: "27144" uid: 5f35cc06-fdac-41e3-80ee-d1ab0467e9ed reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:02:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:02:56Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:02:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:56Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d630f73115ab1f namespace: kserve-ci-e2e-test resourceVersion: "27512" uid: aaca84e2-2b2f-44cd-8fbd-be3a3663c2aa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:11:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:11:32Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d63177c166d201 namespace: kserve-ci-e2e-test resourceVersion: "31172" uid: 7b57f082-76fc-43cd-8ea0-b95bf97ed3c8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9 namespace: kserve-ci-e2e-test resourceVersion: "27074" uid: 56d12821-8ccc-46cc-9075-9405d8b95630 kind: Event lastTimestamp: "2026-09-17T19:11:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:11:32Z" name: success-200-isvc-5a2c4-predictor-656b55656b-85ql9.18d63177c16775dd namespace: kserve-ci-e2e-test resourceVersion: "31177" uid: 7a5f3b7b-2f48-40af-955f-3bbb9c306d6f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-5a2c4-predictor-656b55656b namespace: kserve-ci-e2e-test resourceVersion: "27067" uid: 789d3a0c-3966-4761-9b10-0f061c12ed9a kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: 'Created pod: success-200-isvc-5a2c4-predictor-656b55656b-85ql9' metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:17Z" name: success-200-isvc-5a2c4-predictor-656b55656b.18d630f695bb4cb6 namespace: kserve-ci-e2e-test resourceVersion: "27075" uid: 9a15ea62-2e15-481e-bbde-f6a67728dc04 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27065" uid: 90fa51e2-cccc-4c7b-b065-8d5f143993f6 kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: Scaled up replica set success-200-isvc-5a2c4-predictor-656b55656b from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:17Z" name: success-200-isvc-5a2c4-predictor.18d630f693cd31eb namespace: kserve-ci-e2e-test resourceVersion: "27068" uid: f46b82cb-564c-4e6a-914d-3c2bab932002 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:02:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27066" uid: b6544915-4391-4eec-a909-d365bebaf1d1 kind: Event lastTimestamp: "2026-09-17T19:03:02Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:02:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:02Z" name: success-200-isvc-5a2c4-predictor.18d630fa125f1107 namespace: kserve-ci-e2e-test resourceVersion: "27559" uid: 04ebc2b0-b657-4f08-a3a0-645a48d16fd0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:02:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27066" uid: b6544915-4391-4eec-a909-d365bebaf1d1 kind: Event lastTimestamp: "2026-09-17T19:03:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:02:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:02Z" name: success-200-isvc-5a2c4-predictor.18d630fa12d8bcd9 namespace: kserve-ci-e2e-test resourceVersion: "27560" uid: fd4844b3-37a1-4c30-88b3-c7ae7e3c271c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:02:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27289" uid: b6544915-4391-4eec-a909-d365bebaf1d1 kind: Event lastTimestamp: "2026-09-17T19:03:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:02:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:32Z" name: success-200-isvc-5a2c4-predictor.18d630fd917f7469 namespace: kserve-ci-e2e-test resourceVersion: "27839" uid: 26ea25cf-6fdf-4d12-a123-8d5f776b6ba0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-09-17T19:02:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-5a2c4-predictor namespace: kserve-ci-e2e-test resourceVersion: "27289" uid: b6544915-4391-4eec-a909-d365bebaf1d1 kind: Event lastTimestamp: "2026-09-17T19:03:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:02:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:32Z" name: success-200-isvc-5a2c4-predictor.18d630fd91ed1992 namespace: kserve-ci-e2e-test resourceVersion: "27840" uid: 2cb5dc20-9437-4797-9347-2b03cc2202b7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27054" uid: 04c21898-b985-436e-9e97-c4ee302ab0e8 kind: Event lastTimestamp: "2026-09-17T19:03:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:06Z" name: success-200-isvc-5a2c4.18d630f693d925c6 namespace: kserve-ci-e2e-test resourceVersion: "27600" uid: 55be567a-bf25-44aa-b480-f04faf744db0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-5a2c4 namespace: kserve-ci-e2e-test resourceVersion: "27593" uid: 04c21898-b985-436e-9e97-c4ee302ab0e8 kind: Event lastTimestamp: "2026-09-17T19:03:06Z" message: InferenceService [success-200-isvc-5a2c4] is Ready metadata: creationTimestamp: "2026-09-17T19:03:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:03:06Z" name: success-200-isvc-5a2c4.18d63101eddb0641 namespace: kserve-ci-e2e-test resourceVersion: "27594" uid: be9e15da-d24d-4e3b-b21b-060a98dd97cb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:42:03.420524Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-65928-predictor-8d4457c6-thkmw to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:42:03Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdbe577db38 namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: c0e5a5d5-066b-4a98-8384-c62eba458a11 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-65928-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:03Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdbef2eca41 namespace: kserve-ci-e2e-test resourceVersion: "16843" uid: ac9cb9c5-54bc-4913-95d0-96c17e04a416 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16816" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Add eth0 [10.133.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:42:04Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdc2aded3c5 namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: 3dcfdd67-0626-462e-87a6-752a3196ebdf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdc2c44ad2d namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: ce409a57-95d5-479b-8e53-cebcdd1dbb74 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdc2ec67910 namespace: kserve-ci-e2e-test resourceVersion: "16873" uid: bbd98a2e-2b9e-4b02-aac6-aceee7d8ab12 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdc2f9720db namespace: kserve-ci-e2e-test resourceVersion: "16874" uid: 8583b4c8-a5f9-4920-8c43-49cddcdf5013 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdc2fa303aa namespace: kserve-ci-e2e-test resourceVersion: "16875" uid: 5a2ab3d3-12f3-41e9-a5ea-23004be9831c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdc32fceb1c namespace: kserve-ci-e2e-test resourceVersion: "16876" uid: 0be4c309-e30a-4744-803d-29bad7ef801b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:42:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:04Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdc335ac175 namespace: kserve-ci-e2e-test resourceVersion: "16877" uid: 17255acf-40f1-4498-b89d-18b8b0b7a508 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:42:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:42:41Z" message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:42:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:41Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d62fdc7bf4ff7b namespace: kserve-ci-e2e-test resourceVersion: "17250" uid: d53fd8ce-cf76-4055-bddf-4d7962ef8919 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:18Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d6305d12ca13bf namespace: kserve-ci-e2e-test resourceVersion: "21060" uid: 493f1ea3-bf29-4c00-a232-b0b5cbb61f3b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-65928-predictor-8d4457c6-thkmw namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 592f6b46-9df5-4b06-beea-ac6855eb5c14 kind: Event lastTimestamp: "2026-09-17T18:51:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:51:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:18Z" name: success-200-isvc-65928-predictor-8d4457c6-thkmw.18d6305d12ca9333 namespace: kserve-ci-e2e-test resourceVersion: "21063" uid: ce080dff-e99f-4770-bf22-48bb65aa98f3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-65928-predictor-8d4457c6 namespace: kserve-ci-e2e-test resourceVersion: "16801" uid: aa9f6f46-de26-4d97-87dd-4c8fa865871b kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: 'Created pod: success-200-isvc-65928-predictor-8d4457c6-thkmw' metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:03Z" name: success-200-isvc-65928-predictor-8d4457c6.18d62fdbe4f5dd08 namespace: kserve-ci-e2e-test resourceVersion: "16808" uid: 74d8f7a1-3008-45f8-9942-68e9b314b771 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "16799" uid: 7b56ca97-137d-4297-9eac-597b82080f12 kind: Event lastTimestamp: "2026-09-17T18:42:03Z" message: Scaled up replica set success-200-isvc-65928-predictor-8d4457c6 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:03Z" name: success-200-isvc-65928-predictor.18d62fdbe331d4e5 namespace: kserve-ci-e2e-test resourceVersion: "16802" uid: 6f01f995-6cff-4dad-a708-00eea02c5795 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: 80bb0f9d-e28f-4863-9e06-a7b5280b2374 kind: Event lastTimestamp: "2026-09-17T18:42:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:42:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:18Z" name: success-200-isvc-65928-predictor.18d62fdf61bb4b9b namespace: kserve-ci-e2e-test resourceVersion: "17024" uid: 80c95779-df5c-44dd-851a-44cbfe21acb4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: 80bb0f9d-e28f-4863-9e06-a7b5280b2374 kind: Event lastTimestamp: "2026-09-17T18:42:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:42:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:18Z" name: success-200-isvc-65928-predictor.18d62fdf622cfb28 namespace: kserve-ci-e2e-test resourceVersion: "17025" uid: d47f8651-6e18-4480-a396-320df9bb0330 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:42:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "17023" uid: 80bb0f9d-e28f-4863-9e06-a7b5280b2374 kind: Event lastTimestamp: "2026-09-17T18:43:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:18Z" name: success-200-isvc-65928-predictor.18d62fe2e0f1375e namespace: kserve-ci-e2e-test resourceVersion: "17581" uid: 65065f9e-628d-431d-86e7-0ef4d470f91f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:42:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-65928-predictor namespace: kserve-ci-e2e-test resourceVersion: "17023" uid: 80bb0f9d-e28f-4863-9e06-a7b5280b2374 kind: Event lastTimestamp: "2026-09-17T18:43:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:42:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:43:18Z" name: success-200-isvc-65928-predictor.18d62fe2e1673147 namespace: kserve-ci-e2e-test resourceVersion: "17582" uid: 7209cbc4-e9da-4b11-acfb-b15218f0d5d3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:42:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-65928 namespace: kserve-ci-e2e-test resourceVersion: "16787" uid: dd6553e0-44e5-48e1-8f3b-49454fc780ad kind: Event lastTimestamp: "2026-09-17T18:42:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:42:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:52Z" name: success-200-isvc-65928.18d62fdbe3472fdb namespace: kserve-ci-e2e-test resourceVersion: "17340" uid: 4a1dfade-9495-4379-ad1f-4f7c2b7c5135 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-65928 namespace: kserve-ci-e2e-test resourceVersion: "17337" uid: dd6553e0-44e5-48e1-8f3b-49454fc780ad kind: Event lastTimestamp: "2026-09-17T18:42:52Z" message: InferenceService [success-200-isvc-65928] is Ready metadata: creationTimestamp: "2026-09-17T18:42:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:52Z" name: success-200-isvc-65928.18d62fe737e07df4 namespace: kserve-ci-e2e-test resourceVersion: "17339" uid: 4eb0d9ba-4b8d-416a-a8c3-1b7eae772d88 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:01:07.234147Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26178" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-77f5f-predictor-844f655df8-cpff7 to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e63612a1e2 namespace: kserve-ci-e2e-test resourceVersion: "26184" uid: ab320e0e-fc9e-4d9d-8af7-3a9ece3f54e8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26195" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Add eth0 [10.133.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e657dc592c namespace: kserve-ci-e2e-test resourceVersion: "26224" uid: ebf12e1f-c115-4e30-99d9-62c98309c895 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e65922dce7 namespace: kserve-ci-e2e-test resourceVersion: "26226" uid: 29e12449-b59c-4992-a369-8486a4c85de4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e65b9c8fc3 namespace: kserve-ci-e2e-test resourceVersion: "26227" uid: c1cfb1b8-0cbf-43cb-ab91-0e4e5687d91e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e65c092422 namespace: kserve-ci-e2e-test resourceVersion: "26228" uid: bf7b1bc2-514e-4e86-af3d-d1c151dda53b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e65c121992 namespace: kserve-ci-e2e-test resourceVersion: "26229" uid: 1c6eec40-0984-41f6-b2d5-06c9ffe6dd0d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e65efc146b namespace: kserve-ci-e2e-test resourceVersion: "26230" uid: 148d4944-37e5-42bc-94ac-ab47b80c494b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e65f6bd525 namespace: kserve-ci-e2e-test resourceVersion: "26231" uid: 24083666-c57c-48ed-b12a-16560238e028 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:01:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:01:45Z" message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T19:01:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:45Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630e6d4982c53 namespace: kserve-ci-e2e-test resourceVersion: "26689" uid: a81d82f4-bf62-424b-a2c1-67d7bc76eefd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:17Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630f68dd822b9 namespace: kserve-ci-e2e-test resourceVersion: "27040" uid: 611d17bb-ef94-42f7-8faa-0555db2a2b81 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-77f5f-predictor-844f655df8-cpff7 namespace: kserve-ci-e2e-test resourceVersion: "26182" uid: 9fb726b5-a8a6-4ce0-8e59-82b2a28ed730 kind: Event lastTimestamp: "2026-09-17T19:02:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:02:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:17Z" name: success-200-isvc-77f5f-predictor-844f655df8-cpff7.18d630f68dd8bf14 namespace: kserve-ci-e2e-test resourceVersion: "27042" uid: 953d888a-5ff1-4284-857e-3e6df17659f5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-77f5f-predictor-844f655df8 namespace: kserve-ci-e2e-test resourceVersion: "26171" uid: 1a2f3ee2-d6da-407e-b413-941c27480ce6 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: 'Created pod: success-200-isvc-77f5f-predictor-844f655df8-cpff7' metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor-844f655df8.18d630e6355c251f namespace: kserve-ci-e2e-test resourceVersion: "26179" uid: dccc1e4e-124b-49b3-b6a2-08a0fe4825d6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26169" uid: f44c8627-0576-4fcd-85dc-a17b48ff3c36 kind: Event lastTimestamp: "2026-09-17T19:01:07Z" message: Scaled up replica set success-200-isvc-77f5f-predictor-844f655df8 from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:07Z" name: success-200-isvc-77f5f-predictor.18d630e631587410 namespace: kserve-ci-e2e-test resourceVersion: "26172" uid: d5ed98a6-9c5b-4221-b644-7d9842e36c30 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:01:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26170" uid: 9da0aef9-b3dc-42dc-a2af-e8e6b4087f64 kind: Event lastTimestamp: "2026-09-17T19:01:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:37Z" name: success-200-isvc-77f5f-predictor.18d630e9afa44ea1 namespace: kserve-ci-e2e-test resourceVersion: "26486" uid: 20c40e13-088c-40ed-a68e-c186ddf0e4f5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:01:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26170" uid: 9da0aef9-b3dc-42dc-a2af-e8e6b4087f64 kind: Event lastTimestamp: "2026-09-17T19:01:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:01:37Z" name: success-200-isvc-77f5f-predictor.18d630e9b00782f4 namespace: kserve-ci-e2e-test resourceVersion: "26487" uid: 4d31518c-f713-4fc5-bb3f-05345d068d2e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:01:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26368" uid: 9da0aef9-b3dc-42dc-a2af-e8e6b4087f64 kind: Event lastTimestamp: "2026-09-17T19:02:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:01:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:07Z" name: success-200-isvc-77f5f-predictor.18d630f0ad6120f1 namespace: kserve-ci-e2e-test resourceVersion: "26905" uid: bce9c475-3d15-4df1-99b3-73fb18f76a5c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T19:01:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-77f5f-predictor namespace: kserve-ci-e2e-test resourceVersion: "26368" uid: 9da0aef9-b3dc-42dc-a2af-e8e6b4087f64 kind: Event lastTimestamp: "2026-09-17T19:02:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:01:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:07Z" name: success-200-isvc-77f5f-predictor.18d630f0adc3ec1a namespace: kserve-ci-e2e-test resourceVersion: "26907" uid: bd822c2c-da5e-4581-a271-2792712b6b25 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T19:01:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-77f5f namespace: kserve-ci-e2e-test resourceVersion: "26158" uid: 8307c2a2-5d9b-4579-9da8-bd54bb1a04b9 kind: Event lastTimestamp: "2026-09-17T19:01:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T19:01:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:01:56Z" name: success-200-isvc-77f5f.18d630e63152929c namespace: kserve-ci-e2e-test resourceVersion: "26796" uid: 91fc0c8e-2640-4574-b356-625c5b1c8d46 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-77f5f namespace: kserve-ci-e2e-test resourceVersion: "26788" uid: 8307c2a2-5d9b-4579-9da8-bd54bb1a04b9 kind: Event lastTimestamp: "2026-09-17T19:01:56Z" message: InferenceService [success-200-isvc-77f5f] is Ready metadata: creationTimestamp: "2026-09-17T19:01:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:01:56Z" name: success-200-isvc-77f5f.18d630f1910f90c6 namespace: kserve-ci-e2e-test resourceVersion: "26789" uid: f97260a8-524e-4265-a340-5a59df34f8eb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:50:41.976857Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20658" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c1827-predictor-64748d747d-75nl8 to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:50:41Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054a1d59695 namespace: kserve-ci-e2e-test resourceVersion: "20666" uid: 1d8f85c3-3785-4004-a6aa-9d6768b67cb6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:42Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:50:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-c1827-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:42Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054ad885c7b namespace: kserve-ci-e2e-test resourceVersion: "20705" uid: 53f6ebd1-9103-4099-a659-542fa1948e47 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20674" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: Add eth0 [10.133.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054e75e3de9 namespace: kserve-ci-e2e-test resourceVersion: "20725" uid: 2535ca2c-4083-4e56-ace5-f2f6b54f023c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054e8a3cb20 namespace: kserve-ci-e2e-test resourceVersion: "20727" uid: 8ec278ba-6737-45f4-9f7a-c05216bcf69d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054ebe5a36a namespace: kserve-ci-e2e-test resourceVersion: "20728" uid: eb2056db-6629-4d6e-b4dc-18c1889d06a4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054ec5110ad namespace: kserve-ci-e2e-test resourceVersion: "20729" uid: 56361af2-1cd5-429c-aa68-2e4bcd1ba64e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054ec5a1e2e namespace: kserve-ci-e2e-test resourceVersion: "20730" uid: 8e3774f1-1a2a-45e6-aca8-d31a30cf6285 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054ef0dfcaf namespace: kserve-ci-e2e-test resourceVersion: "20731" uid: 2ada0821-b8bb-44b5-a6ec-e0cc55023ae4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63054ef7bc1bb namespace: kserve-ci-e2e-test resourceVersion: "20732" uid: 7b56415f-6d96-4574-90ac-3c5e554b2552 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:50:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:51:20Z" message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:50:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:20Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d6305544b013b4 namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: 023d83c0-7632-4771-a57e-cedeeb5e6bd9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:52Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63064f92313e4 namespace: kserve-ci-e2e-test resourceVersion: "21533" uid: 3afba42f-6d34-4843-a056-ec4f0e0b0203 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c1827-predictor-64748d747d-75nl8 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: 12c747a1-b5ef-44d2-9cf1-dc75c416eab4 kind: Event lastTimestamp: "2026-09-17T18:51:52Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:52Z" name: success-200-isvc-c1827-predictor-64748d747d-75nl8.18d63064f923691e namespace: kserve-ci-e2e-test resourceVersion: "21535" uid: 4861e2bf-d832-4896-b471-90e73a7d402d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c1827-predictor-64748d747d namespace: kserve-ci-e2e-test resourceVersion: "20643" uid: 1f762361-a669-40cf-9028-676b9a423189 kind: Event lastTimestamp: "2026-09-17T18:50:41Z" message: 'Created pod: success-200-isvc-c1827-predictor-64748d747d-75nl8' metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:50:41Z" name: success-200-isvc-c1827-predictor-64748d747d.18d63054a1562bfc namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 56c3f1ce-5acd-4aad-97a1-47b57c024ff2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20641" uid: b8109237-c10e-4182-b921-7d82c05b00c7 kind: Event lastTimestamp: "2026-09-17T18:50:41Z" message: Scaled up replica set success-200-isvc-c1827-predictor-64748d747d from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:50:41Z" name: success-200-isvc-c1827-predictor.18d630549d9e2274 namespace: kserve-ci-e2e-test resourceVersion: "20644" uid: 2fe16ce1-25cc-4f9a-a051-d8d3b24e2773 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:50:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20642" uid: 32ffd67c-1b60-41cc-81b5-6dcd8b7bd8ce kind: Event lastTimestamp: "2026-09-17T18:51:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:50:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:11Z" name: success-200-isvc-c1827-predictor.18d630581cd402e9 namespace: kserve-ci-e2e-test resourceVersion: "20970" uid: d94fc980-49e9-4da7-a1fa-a75a3e03cf87 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:50:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20642" uid: 32ffd67c-1b60-41cc-81b5-6dcd8b7bd8ce kind: Event lastTimestamp: "2026-09-17T18:51:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:50:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:11Z" name: success-200-isvc-c1827-predictor.18d630581d3d0a29 namespace: kserve-ci-e2e-test resourceVersion: "20971" uid: 230df990-90e5-44a6-85b1-b9339a620673 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:51:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20854" uid: 32ffd67c-1b60-41cc-81b5-6dcd8b7bd8ce kind: Event lastTimestamp: "2026-09-17T18:51:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:51:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:42Z" name: success-200-isvc-c1827-predictor.18d6305f1b42ae4b namespace: kserve-ci-e2e-test resourceVersion: "21394" uid: 348a48c7-dc68-4c9d-b2cb-34b0a1e84317 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:51:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c1827-predictor namespace: kserve-ci-e2e-test resourceVersion: "20854" uid: 32ffd67c-1b60-41cc-81b5-6dcd8b7bd8ce kind: Event lastTimestamp: "2026-09-17T18:51:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:51:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:51:42Z" name: success-200-isvc-c1827-predictor.18d6305f1b912651 namespace: kserve-ci-e2e-test resourceVersion: "21396" uid: 70282b85-643b-433e-b455-95aeefefa0cc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:50:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c1827 namespace: kserve-ci-e2e-test resourceVersion: "20633" uid: 7b03f786-bc4a-4b97-9e82-52ec32558c3b kind: Event lastTimestamp: "2026-09-17T18:51:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:30Z" name: success-200-isvc-c1827.18d630549db090c2 namespace: kserve-ci-e2e-test resourceVersion: "21283" uid: f06eb6c7-0ff0-4a5b-bd9f-d62bcc723c6a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:51:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c1827 namespace: kserve-ci-e2e-test resourceVersion: "21281" uid: 7b03f786-bc4a-4b97-9e82-52ec32558c3b kind: Event lastTimestamp: "2026-09-17T18:51:30Z" message: InferenceService [success-200-isvc-c1827] is Ready metadata: creationTimestamp: "2026-09-17T18:51:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:51:30Z" name: success-200-isvc-c1827.18d630600090dc9a namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 69bc80f2-ff8b-40ae-ac1a-c4e4bf4c485a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:52:28.585057Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22058" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c4e90-predictor-7889b4769d-6wm5n to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:52:28Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306d742da49a namespace: kserve-ci-e2e-test resourceVersion: "22063" uid: 69f8474c-6231-4d23-889e-03e36ebd433e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22067" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Add eth0 [10.133.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:52:29Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306d96159ac3 namespace: kserve-ci-e2e-test resourceVersion: "22106" uid: 3c077259-f64d-4949-a372-2b47185f211c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306d97709be6 namespace: kserve-ci-e2e-test resourceVersion: "22108" uid: 0d91537f-1259-4e55-baec-dbb842d2094b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306d9a109a10 namespace: kserve-ci-e2e-test resourceVersion: "22111" uid: 8b645196-12f8-41e3-a9fc-ca7036241d0b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306d9a7d2a12 namespace: kserve-ci-e2e-test resourceVersion: "22112" uid: f39bdc5a-40c5-4df3-ad03-f1c48f7ee4c5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306d9a85df4f namespace: kserve-ci-e2e-test resourceVersion: "22113" uid: 690916f0-16d4-4d58-ac82-84f04b104369 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306d9d0344d8 namespace: kserve-ci-e2e-test resourceVersion: "22114" uid: 979f2dde-56bb-4d35-a053-a3bd2e470015 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T18:52:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:52:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:52:29Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306d9d6eafba namespace: kserve-ci-e2e-test resourceVersion: "22115" uid: 2c6c0929-9ad6-4811-8b15-b68caf51e000 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:52:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T18:53:07Z" message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:52:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:53:07Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d6306e0a5f7d36 namespace: kserve-ci-e2e-test resourceVersion: "22488" uid: 74de40ba-f9b0-4fde-b992-c521de5d263b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d630ee8fab6664 namespace: kserve-ci-e2e-test resourceVersion: "26573" uid: 8835e286-1cd0-41f5-997b-4e253bc1cf27 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:01:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n namespace: kserve-ci-e2e-test resourceVersion: "22060" uid: 73e9cf7d-eac2-4010-8ad0-f5ec3405e17f kind: Event lastTimestamp: "2026-09-17T19:01:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T19:01:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:01:43Z" name: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n.18d630ee8fac0ec1 namespace: kserve-ci-e2e-test resourceVersion: "26579" uid: c87ec55f-bd36-4b95-9528-679f99a8c0fc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c4e90-predictor-7889b4769d namespace: kserve-ci-e2e-test resourceVersion: "22052" uid: 5c8a3ee7-031d-4a6a-8b10-68adf5b27b17 kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: 'Created pod: success-200-isvc-c4e90-predictor-7889b4769d-6wm5n' metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:28Z" name: success-200-isvc-c4e90-predictor-7889b4769d.18d6306d73b75e5f namespace: kserve-ci-e2e-test resourceVersion: "22059" uid: 0448797a-9bd1-4ca7-9daa-a617ccad0b35 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22050" uid: af02a7c8-de1a-4364-9b9c-51eb77942ae3 kind: Event lastTimestamp: "2026-09-17T18:52:28Z" message: Scaled up replica set success-200-isvc-c4e90-predictor-7889b4769d from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:28Z" name: success-200-isvc-c4e90-predictor.18d6306d71a303d1 namespace: kserve-ci-e2e-test resourceVersion: "22053" uid: 14e181ad-9b9e-402d-b340-b54fbd7fdfc1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22051" uid: a4eea6d9-e286-484a-b274-95cff287bfc4 kind: Event lastTimestamp: "2026-09-17T18:52:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:43Z" name: success-200-isvc-c4e90-predictor.18d63070f00d1eb7 namespace: kserve-ci-e2e-test resourceVersion: "22264" uid: 23aafa3f-7dd0-4bce-a85e-bc0cbec81248 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:52:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22051" uid: a4eea6d9-e286-484a-b274-95cff287bfc4 kind: Event lastTimestamp: "2026-09-17T18:52:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:52:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:52:43Z" name: success-200-isvc-c4e90-predictor.18d63070f053c162 namespace: kserve-ci-e2e-test resourceVersion: "22266" uid: b48a70dd-35fa-43d8-a7aa-77ea7dd912a0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:52:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22265" uid: a4eea6d9-e286-484a-b274-95cff287bfc4 kind: Event lastTimestamp: "2026-09-17T18:53:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:43Z" name: success-200-isvc-c4e90-predictor.18d630746f68e94d namespace: kserve-ci-e2e-test resourceVersion: "22816" uid: fb4ad355-2e5a-44f7-8ade-9a4f53163a99 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-09-17T18:52:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c4e90-predictor namespace: kserve-ci-e2e-test resourceVersion: "22265" uid: a4eea6d9-e286-484a-b274-95cff287bfc4 kind: Event lastTimestamp: "2026-09-17T18:53:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:52:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:53:43Z" name: success-200-isvc-c4e90-predictor.18d630746fe78287 namespace: kserve-ci-e2e-test resourceVersion: "22817" uid: ef04d6bb-93d1-45d2-874b-39ccc187c0c6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:52:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c4e90 namespace: kserve-ci-e2e-test resourceVersion: "22037" uid: eed219b4-1e59-4f02-b8ac-4a0b6ea85bcd kind: Event lastTimestamp: "2026-09-17T18:53:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:52:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:17Z" name: success-200-isvc-c4e90.18d6306d71ac18e6 namespace: kserve-ci-e2e-test resourceVersion: "22578" uid: 8e09392b-5949-4594-aac3-dea500521234 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:53:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c4e90 namespace: kserve-ci-e2e-test resourceVersion: "22575" uid: eed219b4-1e59-4f02-b8ac-4a0b6ea85bcd kind: Event lastTimestamp: "2026-09-17T18:53:17Z" message: InferenceService [success-200-isvc-c4e90] is Ready metadata: creationTimestamp: "2026-09-17T18:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:53:17Z" name: success-200-isvc-c4e90.18d63078c696b7b2 namespace: kserve-ci-e2e-test resourceVersion: "22576" uid: a0d536a6-8263-4670-9037-2c56a3da631b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:41:27.087981Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16307" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd36fe14dab namespace: kserve-ci-e2e-test resourceVersion: "16312" uid: 8f74098c-9667-43de-853a-06f72b689838 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: Add eth0 [10.133.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd391b1751d namespace: kserve-ci-e2e-test resourceVersion: "16353" uid: 53fe8aae-7430-470b-8472-8626c6fd6789 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" already present on machine metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd392e17142 namespace: kserve-ci-e2e-test resourceVersion: "16355" uid: 1d931387-c94c-4ac0-851c-f45a401b67d5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd395a38306 namespace: kserve-ci-e2e-test resourceVersion: "16357" uid: 0f09d838-f255-4eb9-a391-2d4dc61ecb9e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd396068764 namespace: kserve-ci-e2e-test resourceVersion: "16358" uid: cbcc30da-bca2-4811-a0a9-14b392fecd29 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd3960fa96a namespace: kserve-ci-e2e-test resourceVersion: "16359" uid: edb2aa19-f399-483b-bd2f-3db6b70e2998 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd3987922ce namespace: kserve-ci-e2e-test resourceVersion: "16360" uid: faf2bea5-1178-4f7a-9e4a-1b51d4fc42f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd398d85297 namespace: kserve-ci-e2e-test resourceVersion: "16361" uid: f61cd2bb-aaec-48bb-904d-5e25fd7af796 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d62fd399aaf8f6 namespace: kserve-ci-e2e-test resourceVersion: "20744" uid: 1fd9ab7d-f928-470d-97b1-1b0e62d10164 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:50:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:41Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d6305499cb25da namespace: kserve-ci-e2e-test resourceVersion: "20632" uid: a223ee92-93e9-4ef7-8234-e0979705e063 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:50:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:41Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d6305499cb8f98 namespace: kserve-ci-e2e-test resourceVersion: "20634" uid: e92d95b6-02d2-4f85-bc80-b527c07d519e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: acf2883c-2dd9-4e71-8c96-ce7ed86a1767 kind: Event lastTimestamp: "2026-09-17T18:50:43Z" message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp 10.133.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:50:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:43Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb.18d630550e145014 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: f88d884f-4c4c-4b63-b577-253f5e68419c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-c5f0c-predictor-78fd55bc98 namespace: kserve-ci-e2e-test resourceVersion: "16299" uid: 6d0fa7b1-378a-4cfa-966a-e0b4abfb443f kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: 'Created pod: success-200-isvc-c5f0c-predictor-78fd55bc98-r8vjb' metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor-78fd55bc98.18d62fd36f6d0839 namespace: kserve-ci-e2e-test resourceVersion: "16308" uid: 3ad1d8f9-05bc-472f-bcd2-aae3d73f3e9f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: 04a30f13-8c32-4c71-abb6-d1b985beacd1 kind: Event lastTimestamp: "2026-09-17T18:41:27Z" message: Scaled up replica set success-200-isvc-c5f0c-predictor-78fd55bc98 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:27Z" name: success-200-isvc-c5f0c-predictor.18d62fd36c2a6623 namespace: kserve-ci-e2e-test resourceVersion: "16300" uid: a330a707-d138-459e-a1a1-b8aad778b530 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:41:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16298" uid: 9d2fe003-cc1c-4058-bdf8-641535b4e67c kind: Event lastTimestamp: "2026-09-17T18:41:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:41:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:57Z" name: success-200-isvc-c5f0c-predictor.18d62fd6eaa85ceb namespace: kserve-ci-e2e-test resourceVersion: "16656" uid: f8e4cc04-30f1-44db-8a95-2d01edddc1f7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:41:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16298" uid: 9d2fe003-cc1c-4058-bdf8-641535b4e67c kind: Event lastTimestamp: "2026-09-17T18:41:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:41:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:57Z" name: success-200-isvc-c5f0c-predictor.18d62fd6eb144682 namespace: kserve-ci-e2e-test resourceVersion: "16657" uid: c5333087-48d8-46e5-9af9-3ee21c2d5abb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:42:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: 9d2fe003-cc1c-4058-bdf8-641535b4e67c kind: Event lastTimestamp: "2026-09-17T18:42:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:42:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:27Z" name: success-200-isvc-c5f0c-predictor.18d62fdde94e8f80 namespace: kserve-ci-e2e-test resourceVersion: "17120" uid: 82d84395-a2b7-4181-91b8-fd016c13f184 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:42:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-c5f0c-predictor namespace: kserve-ci-e2e-test resourceVersion: "16500" uid: 9d2fe003-cc1c-4058-bdf8-641535b4e67c kind: Event lastTimestamp: "2026-09-17T18:42:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:42:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:27Z" name: success-200-isvc-c5f0c-predictor.18d62fdde9b485c6 namespace: kserve-ci-e2e-test resourceVersion: "17121" uid: 96b3814c-9e6b-4efe-868b-5ec39aead71b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "16288" uid: ed370bc5-40d9-4f77-a6b2-eb9f011c49fd kind: Event lastTimestamp: "2026-09-17T18:42:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:13Z" name: success-200-isvc-c5f0c.18d62fd36c49779a namespace: kserve-ci-e2e-test resourceVersion: "16983" uid: bd1decf1-8063-4317-992a-8511d7bd9537 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "16981" uid: ed370bc5-40d9-4f77-a6b2-eb9f011c49fd kind: Event lastTimestamp: "2026-09-17T18:42:13Z" message: InferenceService [success-200-isvc-c5f0c] is Ready metadata: creationTimestamp: "2026-09-17T18:42:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:13Z" name: success-200-isvc-c5f0c.18d62fde555c5b3e namespace: kserve-ci-e2e-test resourceVersion: "16982" uid: 9e83b175-4ba8-454d-8b78-4596cf87d13d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:39:32.996157Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15047" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 to ip-10-0-136-130.ec2.internal metadata: creationTimestamp: "2026-09-17T18:39:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:39:32Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fb8df7a240f namespace: kserve-ci-e2e-test resourceVersion: "15054" uid: a6b0aea0-46f9-4513-8c17-6b779e86b2a4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: v1 kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15059" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: Add eth0 [10.133.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:39:33Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fb90146d160 namespace: kserve-ci-e2e-test resourceVersion: "15105" uid: 6d746ccf-4290-4d73-b351-90117e8a8da4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:39:33Z" message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" metadata: creationTimestamp: "2026-09-17T18:39:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:33Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fb90362355f namespace: kserve-ci-e2e-test resourceVersion: "15115" uid: f35e9821-7edc-4b10-b273-ae2eb582bc29 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:39:55Z" message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-2001" in 22.291s (22.291s including waiting). Image size: 1356818505 bytes.' metadata: creationTimestamp: "2026-09-17T18:39:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:39:55Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fbe3411d062 namespace: kserve-ci-e2e-test resourceVersion: "15400" uid: 8df2bf98-91f1-495d-958d-b2b78d27b2a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fc035abfbcd namespace: kserve-ci-e2e-test resourceVersion: "15468" uid: 6610cb6b-4785-48d0-8ba2-92da5dcb11bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fc03625b379 namespace: kserve-ci-e2e-test resourceVersion: "15472" uid: 224684af-2758-4369-97d1-272c8b886a90 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:40:04Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-09-17T18:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:04Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fc03635827f namespace: kserve-ci-e2e-test resourceVersion: "15473" uid: 0b3478f7-af99-4e49-8ccb-81a2db25773e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.499s (3.499s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fc106c6abc2 namespace: kserve-ci-e2e-test resourceVersion: "15502" uid: cd087af6-8cbf-4e03-a8f2-b039acafc650 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fc10b89c0e6 namespace: kserve-ci-e2e-test resourceVersion: "15507" uid: cddad290-23ec-46ed-8620-235ab06b365f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:40:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:08Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fc10bf68760 namespace: kserve-ci-e2e-test resourceVersion: "15509" uid: 18e32244-cdcf-4912-9858-1f5194cdad60 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:40:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:40:44Z" message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:40:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:40:44Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fc122b5912d namespace: kserve-ci-e2e-test resourceVersion: "15831" uid: e2836ac7-7f26-4d84-b060-974cbc1b584d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:41:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-09-17T18:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:26Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fd366bb3380 namespace: kserve-ci-e2e-test resourceVersion: "16274" uid: 623eae68-5031-48b0-8c4c-1d97c046be8c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:41:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-09-17T18:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:26Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fd366c04b98 namespace: kserve-ci-e2e-test resourceVersion: "16280" uid: fd0723da-cb7f-4cc6-a3d0-fd7b98b04cd4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 27e331d9-d88e-4ede-aaaa-4cb67fb35bcb kind: Event lastTimestamp: "2026-09-17T18:41:29Z" message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp 10.133.0.18:8643: connect: connection refused' metadata: creationTimestamp: "2026-09-17T18:41:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:29Z" name: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8.18d62fd3ff3bd4b5 namespace: kserve-ci-e2e-test resourceVersion: "16391" uid: 6b2625c5-95ce-4755-9180-d364c32942db reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-130.ec2.internal source: component: kubelet host: ip-10-0-136-130.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: success-200-isvc-e0a45-predictor-dd9f8465d namespace: kserve-ci-e2e-test resourceVersion: "15036" uid: 18f1cf98-ac96-46aa-acca-f8374d31e4f1 kind: Event lastTimestamp: "2026-09-17T18:39:32Z" message: 'Created pod: success-200-isvc-e0a45-predictor-dd9f8465d-ctpz8' metadata: creationTimestamp: "2026-09-17T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:32Z" name: success-200-isvc-e0a45-predictor-dd9f8465d.18d62fb8de9acda9 namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: df8ef666-8811-4483-8670-c39ea7f98b52 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:39:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: success-200-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15032" uid: 98d11653-472d-4aec-a4fe-5496a5c8f21f kind: Event lastTimestamp: "2026-09-17T18:39:32Z" message: Scaled up replica set success-200-isvc-e0a45-predictor-dd9f8465d from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:39:32Z" name: success-200-isvc-e0a45-predictor.18d62fb8dae97512 namespace: kserve-ci-e2e-test resourceVersion: "15038" uid: 36e51bba-2e1d-423d-adaa-9602a717aa6f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:39:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15035" uid: dad54d1a-e81c-4392-91a3-73ebceb9be80 kind: Event lastTimestamp: "2026-09-17T18:40:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:47Z" name: success-200-isvc-e0a45-predictor.18d62fbc595595e7 namespace: kserve-ci-e2e-test resourceVersion: "15860" uid: 3116ec4d-be3f-424e-8f63-80d973ad8fc6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:39:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15035" uid: dad54d1a-e81c-4392-91a3-73ebceb9be80 kind: Event lastTimestamp: "2026-09-17T18:40:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:39:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:40:47Z" name: success-200-isvc-e0a45-predictor.18d62fbc599f4752 namespace: kserve-ci-e2e-test resourceVersion: "15861" uid: beecf8bc-8523-4a40-85e3-ceb9d951d027 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:41:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: dad54d1a-e81c-4392-91a3-73ebceb9be80 kind: Event lastTimestamp: "2026-09-17T18:41:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:41:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:18Z" name: success-200-isvc-e0a45-predictor.18d62fcdd315e2ac namespace: kserve-ci-e2e-test resourceVersion: "16154" uid: e1e94172-6817-48ba-91d2-5665b539ecc1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-09-17T18:41:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: success-200-isvc-e0a45-predictor namespace: kserve-ci-e2e-test resourceVersion: "15321" uid: dad54d1a-e81c-4392-91a3-73ebceb9be80 kind: Event lastTimestamp: "2026-09-17T18:41:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:41:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:18Z" name: success-200-isvc-e0a45-predictor.18d62fcdd37b7357 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: 4ff0f4db-c20e-490c-bd67-1bce7bda6623 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-09-17T18:39:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0a45 namespace: kserve-ci-e2e-test resourceVersion: "15020" uid: da39e7bb-a1b3-4d05-95f7-c8ea53f2dec0 kind: Event lastTimestamp: "2026-09-17T18:40:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-09-17T18:39:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:40:54Z" name: success-200-isvc-e0a45.18d62fb8db254f4f namespace: kserve-ci-e2e-test resourceVersion: "15922" uid: 6268930c-f812-4ed2-97b9-d0b5c0f9eacc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:40:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: success-200-isvc-e0a45 namespace: kserve-ci-e2e-test resourceVersion: "15920" uid: da39e7bb-a1b3-4d05-95f7-c8ea53f2dec0 kind: Event lastTimestamp: "2026-09-17T18:40:54Z" message: InferenceService [success-200-isvc-e0a45] is Ready metadata: creationTimestamp: "2026-09-17T18:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:40:54Z" name: success-200-isvc-e0a45.18d62fcbded70c63 namespace: kserve-ci-e2e-test resourceVersion: "15921" uid: 413d79a0-9b78-44ff-8626-185ea5769e80 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-09-17T19:02:43.257360Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-29aad-74c87f6b5c-t62mf namespace: kserve-ci-e2e-test resourceVersion: "27374" uid: f2cb3bb1-cb62-439a-98d2-10f2e02ec99a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-29aad-74c87f6b5c-t62mf to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T19:02:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T19:02:43Z" name: switch-graph-29aad-74c87f6b5c-t62mf.18d630fc91809251 namespace: kserve-ci-e2e-test resourceVersion: "27379" uid: 27cf53a6-d87c-4e3f-808a-66e1aed3b1ac reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:43Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-29aad-74c87f6b5c-t62mf namespace: kserve-ci-e2e-test resourceVersion: "27385" uid: f2cb3bb1-cb62-439a-98d2-10f2e02ec99a kind: Event lastTimestamp: "2026-09-17T19:02:43Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T19:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T19:02:43Z" name: switch-graph-29aad-74c87f6b5c-t62mf.18d630fcb3a71ecf namespace: kserve-ci-e2e-test resourceVersion: "27402" uid: eda46c40-b3f0-450e-b1e5-0813860ad58c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-29aad} kind: Pod name: switch-graph-29aad-74c87f6b5c-t62mf namespace: kserve-ci-e2e-test resourceVersion: "27376" uid: f2cb3bb1-cb62-439a-98d2-10f2e02ec99a kind: Event lastTimestamp: "2026-09-17T19:02:43Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T19:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:43Z" name: switch-graph-29aad-74c87f6b5c-t62mf.18d630fcb5056809 namespace: kserve-ci-e2e-test resourceVersion: "27404" uid: bf7dab67-236f-4eef-86b0-949e90306c23 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-29aad} kind: Pod name: switch-graph-29aad-74c87f6b5c-t62mf namespace: kserve-ci-e2e-test resourceVersion: "27376" uid: f2cb3bb1-cb62-439a-98d2-10f2e02ec99a kind: Event lastTimestamp: "2026-09-17T19:02:43Z" message: 'Created container: switch-graph-29aad' metadata: creationTimestamp: "2026-09-17T19:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:43Z" name: switch-graph-29aad-74c87f6b5c-t62mf.18d630fcb8297c1c namespace: kserve-ci-e2e-test resourceVersion: "27408" uid: 71470193-9efe-4170-8883-6cecad64e32f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-29aad} kind: Pod name: switch-graph-29aad-74c87f6b5c-t62mf namespace: kserve-ci-e2e-test resourceVersion: "27376" uid: f2cb3bb1-cb62-439a-98d2-10f2e02ec99a kind: Event lastTimestamp: "2026-09-17T19:02:43Z" message: Started container switch-graph-29aad metadata: creationTimestamp: "2026-09-17T19:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:02:43Z" name: switch-graph-29aad-74c87f6b5c-t62mf.18d630fcb8a0129f namespace: kserve-ci-e2e-test resourceVersion: "27409" uid: 94114242-9cbb-4702-9efa-09a2bb0849c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:19:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-29aad} kind: Pod name: switch-graph-29aad-74c87f6b5c-t62mf namespace: kserve-ci-e2e-test resourceVersion: "27376" uid: f2cb3bb1-cb62-439a-98d2-10f2e02ec99a kind: Event lastTimestamp: "2026-09-17T19:19:02Z" message: Stopping container switch-graph-29aad metadata: creationTimestamp: "2026-09-17T19:19:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:19:02Z" name: switch-graph-29aad-74c87f6b5c-t62mf.18d631e08ea13c42 namespace: kserve-ci-e2e-test resourceVersion: "34270" uid: 1d12e0f4-26ff-44ab-9e29-19f901471dcd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T19:19:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-29aad} kind: Pod name: switch-graph-29aad-74c87f6b5c-t62mf namespace: kserve-ci-e2e-test resourceVersion: "27376" uid: f2cb3bb1-cb62-439a-98d2-10f2e02ec99a kind: Event lastTimestamp: "2026-09-17T19:19:30Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T19:19:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T19:19:30Z" name: switch-graph-29aad-74c87f6b5c-t62mf.18d631e13ca1cec0 namespace: kserve-ci-e2e-test resourceVersion: "34547" uid: 927d615c-0429-4c6a-bbeb-7409ea5a8f7d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-29aad-74c87f6b5c namespace: kserve-ci-e2e-test resourceVersion: "27371" uid: ce525414-f16c-4c4b-b369-cfa258a424f0 kind: Event lastTimestamp: "2026-09-17T19:02:43Z" message: 'Created pod: switch-graph-29aad-74c87f6b5c-t62mf' metadata: creationTimestamp: "2026-09-17T19:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:43Z" name: switch-graph-29aad-74c87f6b5c.18d630fc9111653c namespace: kserve-ci-e2e-test resourceVersion: "27375" uid: d05ed1ad-28fe-4afa-9ae2-ab4b5c053d36 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-29aad namespace: kserve-ci-e2e-test resourceVersion: "27369" uid: daeb681f-0343-4abe-b322-2d521d525111 kind: Event lastTimestamp: "2026-09-17T19:02:43Z" message: Scaled up replica set switch-graph-29aad-74c87f6b5c from 0 to 1 metadata: creationTimestamp: "2026-09-17T19:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:43Z" name: switch-graph-29aad.18d630fc903f000c namespace: kserve-ci-e2e-test resourceVersion: "27372" uid: 9f5dc7f2-994c-4f6d-81ac-c3abeec3c6c6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:43Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-29aad namespace: kserve-ci-e2e-test resourceVersion: "27388" uid: dcb91154-f1bf-483d-9995-bce1f7b1c147 kind: Event lastTimestamp: "2026-09-17T19:02:43Z" message: InferenceGraph [switch-graph-29aad] is Ready metadata: creationTimestamp: "2026-09-17T19:02:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T19:02:43Z" name: switch-graph-29aad.18d630fc94b62d3d namespace: kserve-ci-e2e-test resourceVersion: "27390" uid: c4fd2be3-aba8-4ede-91f1-9dc2d72cef38 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-29aad namespace: kserve-ci-e2e-test resourceVersion: "27370" uid: 6e4c6325-d782-44d3-85fa-9e62ee2107e2 kind: Event lastTimestamp: "2026-09-17T19:02:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:58Z" name: switch-graph-29aad.18d631000f726c19 namespace: kserve-ci-e2e-test resourceVersion: "27528" uid: 126c7251-b710-4106-bb41-9dc122690f7f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:02:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-29aad namespace: kserve-ci-e2e-test resourceVersion: "27370" uid: 6e4c6325-d782-44d3-85fa-9e62ee2107e2 kind: Event lastTimestamp: "2026-09-17T19:02:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T19:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:02:58Z" name: switch-graph-29aad.18d631001006b519 namespace: kserve-ci-e2e-test resourceVersion: "27530" uid: 009cf4c1-1b30-4f22-a062-dd834a0f2ce7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-29aad namespace: kserve-ci-e2e-test resourceVersion: "27529" uid: 6e4c6325-d782-44d3-85fa-9e62ee2107e2 kind: Event lastTimestamp: "2026-09-17T19:03:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:13Z" name: switch-graph-29aad.18d631038ef2b87f namespace: kserve-ci-e2e-test resourceVersion: "27653" uid: d136314b-6b18-42a3-8385-babea117e234 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T19:03:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-29aad namespace: kserve-ci-e2e-test resourceVersion: "27529" uid: 6e4c6325-d782-44d3-85fa-9e62ee2107e2 kind: Event lastTimestamp: "2026-09-17T19:03:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T19:03:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T19:03:13Z" name: switch-graph-29aad.18d631038f6d23d9 namespace: kserve-ci-e2e-test resourceVersion: "27655" uid: e60e7366-83bb-4773-9f8d-d497209ea1a4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:42:27.033354Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c5f0c-844f475959-vnjtz namespace: kserve-ci-e2e-test resourceVersion: "17105" uid: 8c7b6c22-dea2-47ce-8e1b-7fce54053f92 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-c5f0c-844f475959-vnjtz to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:42:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:42:27Z" name: switch-graph-c5f0c-844f475959-vnjtz.18d62fe164e702b0 namespace: kserve-ci-e2e-test resourceVersion: "17110" uid: 44299af5-67b2-4c66-9e55-624452dda265 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:27Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c5f0c-844f475959-vnjtz namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: 8c7b6c22-dea2-47ce-8e1b-7fce54053f92 kind: Event lastTimestamp: "2026-09-17T18:42:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-c5f0c-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:27Z" name: switch-graph-c5f0c-844f475959-vnjtz.18d62fe16d5d60c2 namespace: kserve-ci-e2e-test resourceVersion: "17123" uid: 0c0e9325-05ae-4ed6-86f1-3e94d0f5689c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:28Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-c5f0c-844f475959-vnjtz namespace: kserve-ci-e2e-test resourceVersion: "17114" uid: 8c7b6c22-dea2-47ce-8e1b-7fce54053f92 kind: Event lastTimestamp: "2026-09-17T18:42:28Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:42:28Z" name: switch-graph-c5f0c-844f475959-vnjtz.18d62fe1aa9067c8 namespace: kserve-ci-e2e-test resourceVersion: "17136" uid: 0455d7f4-96af-4c6c-8ac0-ce135bb3fcf9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c5f0c} kind: Pod name: switch-graph-c5f0c-844f475959-vnjtz namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: 8c7b6c22-dea2-47ce-8e1b-7fce54053f92 kind: Event lastTimestamp: "2026-09-17T18:42:28Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" already present on machine metadata: creationTimestamp: "2026-09-17T18:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:28Z" name: switch-graph-c5f0c-844f475959-vnjtz.18d62fe1ac0f8c2f namespace: kserve-ci-e2e-test resourceVersion: "17138" uid: 2974dabd-4503-4db9-8aec-b88a04c49d2d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c5f0c} kind: Pod name: switch-graph-c5f0c-844f475959-vnjtz namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: 8c7b6c22-dea2-47ce-8e1b-7fce54053f92 kind: Event lastTimestamp: "2026-09-17T18:42:28Z" message: 'Created container: switch-graph-c5f0c' metadata: creationTimestamp: "2026-09-17T18:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:28Z" name: switch-graph-c5f0c-844f475959-vnjtz.18d62fe1af7f71bb namespace: kserve-ci-e2e-test resourceVersion: "17141" uid: 78804473-9232-4772-a362-c80c162b9436 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c5f0c} kind: Pod name: switch-graph-c5f0c-844f475959-vnjtz namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: 8c7b6c22-dea2-47ce-8e1b-7fce54053f92 kind: Event lastTimestamp: "2026-09-17T18:42:28Z" message: Started container switch-graph-c5f0c metadata: creationTimestamp: "2026-09-17T18:42:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:42:28Z" name: switch-graph-c5f0c-844f475959-vnjtz.18d62fe1aff4d838 namespace: kserve-ci-e2e-test resourceVersion: "17142" uid: e58cac97-c843-4a47-b9ea-02e2a648134b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:50:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c5f0c} kind: Pod name: switch-graph-c5f0c-844f475959-vnjtz namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: 8c7b6c22-dea2-47ce-8e1b-7fce54053f92 kind: Event lastTimestamp: "2026-09-17T18:50:41Z" message: Stopping container switch-graph-c5f0c metadata: creationTimestamp: "2026-09-17T18:50:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:50:41Z" name: switch-graph-c5f0c-844f475959-vnjtz.18d63054919b3f73 namespace: kserve-ci-e2e-test resourceVersion: "20609" uid: 903a7f55-3781-4723-9b6c-d9c00bed6f9b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:50:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-c5f0c} kind: Pod name: switch-graph-c5f0c-844f475959-vnjtz namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: 8c7b6c22-dea2-47ce-8e1b-7fce54053f92 kind: Event lastTimestamp: "2026-09-17T18:51:10Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:50:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:51:10Z" name: switch-graph-c5f0c-844f475959-vnjtz.18d630556794e8b9 namespace: kserve-ci-e2e-test resourceVersion: "20958" uid: 041be583-1aa7-4291-b9e1-20f7a722d108 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-c5f0c-844f475959 namespace: kserve-ci-e2e-test resourceVersion: "17102" uid: 6dd19bb0-0f24-4660-b059-baa53f6ac340 kind: Event lastTimestamp: "2026-09-17T18:42:27Z" message: 'Created pod: switch-graph-c5f0c-844f475959-vnjtz' metadata: creationTimestamp: "2026-09-17T18:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:27Z" name: switch-graph-c5f0c-844f475959.18d62fe164a85d62 namespace: kserve-ci-e2e-test resourceVersion: "17108" uid: aaece8ab-dd96-4b53-a472-dc635dc08dfd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: b3dfdead-6524-48a0-aafb-8b08e6d61218 kind: Event lastTimestamp: "2026-09-17T18:42:27Z" message: Scaled up replica set switch-graph-c5f0c-844f475959 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:27Z" name: switch-graph-c5f0c.18d62fe16373ef8f namespace: kserve-ci-e2e-test resourceVersion: "17103" uid: a45d6dd1-3117-4938-8aba-79e2da32a9ca reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:27Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "17116" uid: 03e04773-a105-4a65-8add-5f6d4e9a1f49 kind: Event lastTimestamp: "2026-09-17T18:42:27Z" message: InferenceGraph [switch-graph-c5f0c] is Ready metadata: creationTimestamp: "2026-09-17T18:42:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:42:27Z" name: switch-graph-c5f0c.18d62fe167753cb7 namespace: kserve-ci-e2e-test resourceVersion: "17119" uid: bf172cc1-d2bb-4ac4-a7fa-5b43d0bbfcd6 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "17101" uid: b18829a6-d7ee-46fe-9698-ff1b60e75cc4 kind: Event lastTimestamp: "2026-09-17T18:42:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:42:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:42Z" name: switch-graph-c5f0c.18d62fe4e1f3f826 namespace: kserve-ci-e2e-test resourceVersion: "17251" uid: 425aa468-22d5-4dd1-8579-2fee8996aa60 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "17101" uid: b18829a6-d7ee-46fe-9698-ff1b60e75cc4 kind: Event lastTimestamp: "2026-09-17T18:42:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-09-17T18:42:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:42Z" name: switch-graph-c5f0c.18d62fe4e25c5dae namespace: kserve-ci-e2e-test resourceVersion: "17253" uid: 5c9eb2aa-9be3-41ad-ad3d-fbb6519b7036 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "17252" uid: b18829a6-d7ee-46fe-9698-ff1b60e75cc4 kind: Event lastTimestamp: "2026-09-17T18:42:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:42:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:57Z" name: switch-graph-c5f0c.18d62fe8615667fc namespace: kserve-ci-e2e-test resourceVersion: "17384" uid: eb299ffa-9dcc-4863-9482-5b14b514f149 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:42:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: switch-graph-c5f0c namespace: kserve-ci-e2e-test resourceVersion: "17252" uid: b18829a6-d7ee-46fe-9698-ff1b60e75cc4 kind: Event lastTimestamp: "2026-09-17T18:42:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-09-17T18:42:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:42:57Z" name: switch-graph-c5f0c.18d62fe861b8a580 namespace: kserve-ci-e2e-test resourceVersion: "17386" uid: 2dacd0b6-5747-43be-8f59-92730512d4cb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-09-17T18:41:12.623911Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16075" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/switch-graph-e0a45-9684bdf46-n62b8 to ip-10-0-143-176.ec2.internal metadata: creationTimestamp: "2026-09-17T18:41:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-09-17T18:41:12Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd011c108b5 namespace: kserve-ci-e2e-test resourceVersion: "16080" uid: 05c36c45-32b6-44e5-ad32-628c93516fac reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-86c85d8b7b-qvd65 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:12Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: "2026-09-17T18:41:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-e0a45-serving-cert" not found' metadata: creationTimestamp: "2026-09-17T18:41:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:12Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd01f9b5eaa namespace: kserve-ci-e2e-test resourceVersion: "16093" uid: 64d3dd4f-9dab-42bd-b16e-d0257f1d9978 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:13Z" involvedObject: apiVersion: v1 kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16084" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: "2026-09-17T18:41:13Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-09-17T18:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-09-17T18:41:13Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd05763628b namespace: kserve-ci-e2e-test resourceVersion: "16100" uid: a297b888-7a09-4c9c-85bf-a1c6055b6edf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e0a45} kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: "2026-09-17T18:41:13Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" metadata: creationTimestamp: "2026-09-17T18:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:13Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd058a6f9a3 namespace: kserve-ci-e2e-test resourceVersion: "16102" uid: c6c43b6e-5477-4a40-97e7-2683b50c64c4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e0a45} kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: "2026-09-17T18:41:16Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:541f5925144e7631a56252a58e1f72ffb46442ac12f9e86de1bc012876dee338" in 2.432s (2.432s including waiting). Image size: 211751489 bytes.' metadata: creationTimestamp: "2026-09-17T18:41:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:16Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd0e9a4221f namespace: kserve-ci-e2e-test resourceVersion: "16132" uid: d535bc94-3f63-4edc-bb63-74bc9335c26a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e0a45} kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: "2026-09-17T18:41:16Z" message: 'Created container: switch-graph-e0a45' metadata: creationTimestamp: "2026-09-17T18:41:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:16Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd0ecd74ded namespace: kserve-ci-e2e-test resourceVersion: "16133" uid: 0d952826-b594-4724-9529-926f4173279f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e0a45} kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: "2026-09-17T18:41:16Z" message: Started container switch-graph-e0a45 metadata: creationTimestamp: "2026-09-17T18:41:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:16Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd0ed4bb3c7 namespace: kserve-ci-e2e-test resourceVersion: "16134" uid: 25434bbb-2792-4e51-9b86-da37e9b8c9de reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e0a45} kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: "2026-09-17T18:41:26Z" message: Stopping container switch-graph-e0a45 metadata: creationTimestamp: "2026-09-17T18:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:26Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd35ba5d89c namespace: kserve-ci-e2e-test resourceVersion: "16249" uid: 4bb3e26d-9356-4af7-ba0e-76457625b4c8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-09-17T18:41:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{switch-graph-e0a45} kind: Pod name: switch-graph-e0a45-9684bdf46-n62b8 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: e4bf1d82-ce3b-46b1-ad39-7f217edd6641 kind: Event lastTimestamp: "2026-09-17T18:41:52Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-09-17T18:41:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-09-17T18:41:52Z" name: switch-graph-e0a45-9684bdf46-n62b8.18d62fd3a58b0898 namespace: kserve-ci-e2e-test resourceVersion: "16615" uid: 40729f04-f33e-49e2-babc-ab3d6e4536da reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-176.ec2.internal source: component: kubelet host: ip-10-0-143-176.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: switch-graph-e0a45-9684bdf46 namespace: kserve-ci-e2e-test resourceVersion: "16072" uid: 460073c4-4c5c-43de-b89e-c28ac69a6489 kind: Event lastTimestamp: "2026-09-17T18:41:12Z" message: 'Created pod: switch-graph-e0a45-9684bdf46-n62b8' metadata: creationTimestamp: "2026-09-17T18:41:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:12Z" name: switch-graph-e0a45-9684bdf46.18d62fd0112e36f6 namespace: kserve-ci-e2e-test resourceVersion: "16077" uid: 5866dae6-9887-45b6-866a-390c4df19d16 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: switch-graph-e0a45 namespace: kserve-ci-e2e-test resourceVersion: "16070" uid: b2ff5a32-d587-421a-89a8-b1be5f481abb kind: Event lastTimestamp: "2026-09-17T18:41:12Z" message: Scaled up replica set switch-graph-e0a45-9684bdf46 from 0 to 1 metadata: creationTimestamp: "2026-09-17T18:41:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-09-17T18:41:12Z" name: switch-graph-e0a45.18d62fd01020a310 namespace: kserve-ci-e2e-test resourceVersion: "16073" uid: fa6c0b58-9b63-492d-a803-26b5fc288b98 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-09-17T18:41:12Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: switch-graph-e0a45 namespace: kserve-ci-e2e-test resourceVersion: "16086" uid: 49bec5ca-53ad-4545-b6a1-568096edab17 kind: Event lastTimestamp: "2026-09-17T18:41:12Z" message: InferenceGraph [switch-graph-e0a45] is Ready metadata: creationTimestamp: "2026-09-17T18:41:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-09-17T18:41:12Z" name: switch-graph-e0a45.18d62fd016478593 namespace: kserve-ci-e2e-test resourceVersion: "16088" uid: 4834a147-57bd-4fe3-9980-93673fbe4ce2 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal kind: EventList metadata: resourceVersion: "34555"