--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:42:30.232126Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21608" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b639ce7e86 namespace: kserve-ci-e2e-test resourceVersion: "21612" uid: 95b266cd-6b1d-4d11-b0de-380fad60923d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21618" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:30Z" message: Add eth0 [10.133.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b653ac1362 namespace: kserve-ci-e2e-test resourceVersion: "21629" uid: 925c677b-5d68-4ceb-97e7-1f8a3a42815c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:30Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:f221c928a0bb1ba5e4c45ae19b5fe18d4abac3f5b57f42edecf256c4242d4d40" already present on machine metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b6551bc7f9 namespace: kserve-ci-e2e-test resourceVersion: "21632" uid: 3a3a29d1-06c4-414d-a0e4-4a2f2396cb57 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:30Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b657c33af8 namespace: kserve-ci-e2e-test resourceVersion: "21633" uid: fa98f6a4-ba5d-4349-9119-46a71e080cf2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:30Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b6583722c3 namespace: kserve-ci-e2e-test resourceVersion: "21634" uid: bfed4469-d112-4575-884e-fdbee79ba204 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:40Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-07T02:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b89ff0e4ef namespace: kserve-ci-e2e-test resourceVersion: "21708" uid: 475dab6b-ac85-4d87-86e0-92220caa956d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b8a319905c namespace: kserve-ci-e2e-test resourceVersion: "21711" uid: 7d22f4e4-469a-4672-a5b3-e9db5deb592b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b8a39158dc namespace: kserve-ci-e2e-test resourceVersion: "21713" uid: 75f4a2d0-9f59-439f-9b21-c09720f5368e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:40Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T02:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b8a39d338c namespace: kserve-ci-e2e-test resourceVersion: "21714" uid: b8ccd7d3-0db9-4fb7-8c57-ca5d175acf9b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b8a7297382 namespace: kserve-ci-e2e-test resourceVersion: "21716" uid: 1255833c-5811-448f-9b59-b3d18026b3fe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b8a7a507d5 namespace: kserve-ci-e2e-test resourceVersion: "21717" uid: 47c4ab92-8af6-438b-a948-f5188bd44aba reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T02:42:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:42:48Z" message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-07T02:42:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1b917e2d90e namespace: kserve-ci-e2e-test resourceVersion: "21777" uid: a3ae6950-3a60-41b4-8f4c-0e8ffd59b348 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:43:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:43:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:43:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:43:00Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1bd3ab03504 namespace: kserve-ci-e2e-test resourceVersion: "21886" uid: 7d84876b-8d80-494c-8ca9-9077dd104280 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:43:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw namespace: kserve-ci-e2e-test resourceVersion: "21610" uid: 4cc0c2e3-17ed-42f3-b58c-5df0c05532b9 kind: Event lastTimestamp: "2026-07-07T02:43:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:43:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:43:00Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw.18bfe1bd3ab095a8 namespace: kserve-ci-e2e-test resourceVersion: "21887" uid: d53f2880-46ba-4714-9c30-3ed2dc3fedfa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21599" uid: 38a2666b-f61b-4a2d-b511-6ea5655446d5 kind: Event lastTimestamp: "2026-07-07T02:42:30Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-npbzw' metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18bfe1b63959c0ff namespace: kserve-ci-e2e-test resourceVersion: "21609" uid: 053882cf-9ab2-435a-85a0-f633564e4a9e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21596" uid: a362f341-cdee-4268-8fbb-05d34c19ee4a kind: Event lastTimestamp: "2026-07-07T02:42:30Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1-predictor.18bfe1b6352fbe35 namespace: kserve-ci-e2e-test resourceVersion: "21600" uid: 6a4a7639-5180-43ef-a57a-8807aa657a60 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:42:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21598" uid: 8c3d7362-9daf-414a-b060-8711dfc8a538 kind: Event lastTimestamp: "2026-07-07T02:43:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:42:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:43:00Z" name: isvc-autogluon-ts-v1-predictor.18bfe1b9b44f77d7 namespace: kserve-ci-e2e-test resourceVersion: "21870" uid: 266ea570-b0b7-4569-be44-d9632f6bc727 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:42:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21598" uid: 8c3d7362-9daf-414a-b060-8711dfc8a538 kind: Event lastTimestamp: "2026-07-07T02:43:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:42:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:43:00Z" name: isvc-autogluon-ts-v1-predictor.18bfe1b9b4aed4d7 namespace: kserve-ci-e2e-test resourceVersion: "21872" uid: f2dfa69d-2e1d-48f5-a4bc-9fa36b8255ed reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 1361156a-bcea-4d2f-b2d8-66b901f2a46b kind: Event lastTimestamp: "2026-07-07T02:42:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:42:58Z" name: isvc-autogluon-ts-v1.18bfe1b635479508 namespace: kserve-ci-e2e-test resourceVersion: "21861" uid: dcd09274-5fac-4fab-8a28-e8793e80045a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 1361156a-bcea-4d2f-b2d8-66b901f2a46b kind: Event lastTimestamp: "2026-07-07T02:42:30Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1.18bfe1b635bbe61a namespace: kserve-ci-e2e-test resourceVersion: "21617" uid: 01a080e5-439e-4f9d-968d-f11089b08ff3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:42:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21587" uid: 1361156a-bcea-4d2f-b2d8-66b901f2a46b kind: Event lastTimestamp: "2026-07-07T02:42:30Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:42:30Z" name: isvc-autogluon-ts-v1.18bfe1b635bc20b8 namespace: kserve-ci-e2e-test resourceVersion: "21620" uid: af32f6a3-e18e-448a-be1c-04a39890df31 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21859" uid: 1361156a-bcea-4d2f-b2d8-66b901f2a46b kind: Event lastTimestamp: "2026-07-07T02:42:58Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-07T02:42:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:42:58Z" name: isvc-autogluon-ts-v1.18bfe1bcd7191ecb namespace: kserve-ci-e2e-test resourceVersion: "21860" uid: 31c46d42-c2f6-40a8-8b9b-012b09befc7d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:32:48.766366Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17211" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:32:48Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe12ed7bf078c namespace: kserve-ci-e2e-test resourceVersion: "17222" uid: c41ace15-7f11-46e9-b155-ca525deaac1e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:48Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe12ee07d0671 namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: fe203725-c6bd-436f-8992-c311b80cd1e4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:49Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17229" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:32:49Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:32:49Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe12f084cd5fd namespace: kserve-ci-e2e-test resourceVersion: "17243" uid: 08dc7764-85ba-4d29-9e31-8438ab814c7f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:32:49Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:f221c928a0bb1ba5e4c45ae19b5fe18d4abac3f5b57f42edecf256c4242d4d40" already present on machine metadata: creationTimestamp: "2026-07-07T02:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:49Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe12f09becf57 namespace: kserve-ci-e2e-test resourceVersion: "17245" uid: 6405150b-5097-4ba5-86fd-628f5cf37b97 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:32:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T02:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:49Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe12f0d264a84 namespace: kserve-ci-e2e-test resourceVersion: "17246" uid: 13e7f84a-f28e-45b2-abc7-e0cfdbfbacc5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:32:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T02:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:49Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe12f0d953308 namespace: kserve-ci-e2e-test resourceVersion: "17247" uid: 1e6f3259-fd84-4aa4-8c73-36eaa67b7a55 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:33:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:33:19Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-07T02:33:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:33:19Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe1361895691c namespace: kserve-ci-e2e-test resourceVersion: "17479" uid: f7055de8-cb1c-4077-80ab-4d807bf6515c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:36Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m16.771s (2m16.772s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-07T02:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:36Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe155f0d50540 namespace: kserve-ci-e2e-test resourceVersion: "18428" uid: 1281eecb-138f-4bb2-8af0-55ae375be7ba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:36Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe155f9e831e8 namespace: kserve-ci-e2e-test resourceVersion: "18430" uid: 0f71b779-2fda-4faa-ae46-92166e8b2ed1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:36Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe155fafd035d namespace: kserve-ci-e2e-test resourceVersion: "18432" uid: a655bfca-b2c9-41c2-9026-b8ae7b69d116 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:36Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T02:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:36Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe155fb07ce51 namespace: kserve-ci-e2e-test resourceVersion: "18433" uid: 649cfe56-2179-4b9a-a40e-d0b927512a08 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:36Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:36Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe155fec7b2ab namespace: kserve-ci-e2e-test resourceVersion: "18434" uid: c32b379d-3da2-449c-9e94-ae390c4bf90c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:36Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:36Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe155ffc46414 namespace: kserve-ci-e2e-test resourceVersion: "18436" uid: 26e84826-5730-472a-8c73-81c47b28e2c5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T02:35:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:43Z" message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-07T02:35:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:43Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe156277a0af9 namespace: kserve-ci-e2e-test resourceVersion: "18483" uid: 2fd1800f-008a-446f-a0bb-967a6c3e3f0a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:58Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:35:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:58Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe15b1d3311fd namespace: kserve-ci-e2e-test resourceVersion: "18612" uid: fdd61917-6b94-432f-a858-55f873f26c2d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 2532d562-59a7-479d-a104-b960d7e0be8e kind: Event lastTimestamp: "2026-07-07T02:35:58Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:35:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:35:58Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc.18bfe15b1d345cbf namespace: kserve-ci-e2e-test resourceVersion: "18613" uid: 757814d3-c916-4164-8414-2344466b59ec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17188" uid: 52f84145-e402-400d-bb45-e6da44587ef4 kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-7vlmc' metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:32:48Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18bfe12ed7141ca0 namespace: kserve-ci-e2e-test resourceVersion: "17216" uid: 6d815c2b-92db-4307-9699-67a257af1ce3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17183" uid: 5776803b-7186-4559-a9b0-949bf9aa3dcf kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:32:48Z" name: isvc-autogluon-v1-predictor.18bfe12ed1e674ef namespace: kserve-ci-e2e-test resourceVersion: "17190" uid: beb483e3-6ce1-424e-8e03-e389c2ab247d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T02:33:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: 8acbd3cc-b684-4c95-81cf-b816beca9e19 kind: Event lastTimestamp: "2026-07-07T02:35:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:35:48Z" name: isvc-autogluon-v1-predictor.18bfe13250573f3f namespace: kserve-ci-e2e-test resourceVersion: "18517" uid: 8840baf9-ea09-40ab-b8ad-5498b98b50f7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T02:33:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: 8acbd3cc-b684-4c95-81cf-b816beca9e19 kind: Event lastTimestamp: "2026-07-07T02:35:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:35:48Z" name: isvc-autogluon-v1-predictor.18bfe13250c3db82 namespace: kserve-ci-e2e-test resourceVersion: "18519" uid: 3a4d492d-c8a7-44fa-a93c-0f2580cd0f8d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17166" uid: a330b843-4f16-48b4-9b46-1d98f3010650 kind: Event lastTimestamp: "2026-07-07T02:35:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:35:53Z" name: isvc-autogluon-v1.18bfe12ed1eeb948 namespace: kserve-ci-e2e-test resourceVersion: "18563" uid: 4f0c6f51-fc42-48ce-98fa-34f46e6bc011 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17166" uid: a330b843-4f16-48b4-9b46-1d98f3010650 kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:32:48Z" name: isvc-autogluon-v1.18bfe12ed27a3ab4 namespace: kserve-ci-e2e-test resourceVersion: "17195" uid: 805ffc3c-b9d0-4072-9d75-0b799b378f7b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17166" uid: a330b843-4f16-48b4-9b46-1d98f3010650 kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:32:48Z" name: isvc-autogluon-v1.18bfe12ed27a9d9b namespace: kserve-ci-e2e-test resourceVersion: "17196" uid: 274d3f7b-fa3e-44be-87cb-6f77e062a37a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:35:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18560" uid: a330b843-4f16-48b4-9b46-1d98f3010650 kind: Event lastTimestamp: "2026-07-07T02:35:53Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-07T02:35:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:35:53Z" name: isvc-autogluon-v1.18bfe159e6e80922 namespace: kserve-ci-e2e-test resourceVersion: "18561" uid: 3c93b01f-fe65-4486-8f8b-61a0e022fa5b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:40:14.912628Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20587" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:40:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:40:14Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe196b822c69d namespace: kserve-ci-e2e-test resourceVersion: "20592" uid: e22db819-ae07-408c-8f7f-7c4dc12621b8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:15Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:15Z" message: Add eth0 [10.133.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:40:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:40:15Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe196d1d41400 namespace: kserve-ci-e2e-test resourceVersion: "20604" uid: 66ff0908-0d81-44e1-8b39-455198e37530 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:15Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:f221c928a0bb1ba5e4c45ae19b5fe18d4abac3f5b57f42edecf256c4242d4d40" already present on machine metadata: creationTimestamp: "2026-07-07T02:40:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:15Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe196d366c305 namespace: kserve-ci-e2e-test resourceVersion: "20606" uid: fc68e3ee-2326-426f-b043-0755e566232b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:15Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T02:40:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:15Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe196d6b37032 namespace: kserve-ci-e2e-test resourceVersion: "20609" uid: 3ee966bc-a6ba-405e-893b-f9e33d76bf53 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:15Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T02:40:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:15Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe196d7305a8a namespace: kserve-ci-e2e-test resourceVersion: "20610" uid: b3f1eb99-ea15-4d3c-9500-8d181f1faa0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:46Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-07T02:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:46Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe19df57585c9 namespace: kserve-ci-e2e-test resourceVersion: "20828" uid: 33123404-136a-4a17-a9f2-1e67c643f5a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:46Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe19df9131e21 namespace: kserve-ci-e2e-test resourceVersion: "20832" uid: 253592ce-b33a-48c2-9085-15584b3fb179 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:46Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe19df98d9c9f namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: 135eb37a-e2b3-479d-a000-3c34df6c528e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T02:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:46Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe19df9994067 namespace: kserve-ci-e2e-test resourceVersion: "20834" uid: 254c1774-470f-49f1-8860-ffd8120c6188 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:46Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe19dfd4c68fe namespace: kserve-ci-e2e-test resourceVersion: "20839" uid: 86907bb8-be26-4a0c-8c70-eb48af845b2a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:40:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:46Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe19dfdc55867 namespace: kserve-ci-e2e-test resourceVersion: "20840" uid: d2431199-ab3f-4c18-bff1-200f3d478bd4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:42:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:42:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:25Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe1b50802e0c8 namespace: kserve-ci-e2e-test resourceVersion: "21543" uid: 7be8f44e-3b06-4e87-8e01-8d85390befc5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: eea477b2-a834-44c5-95a2-4f44f02979d5 kind: Event lastTimestamp: "2026-07-07T02:42:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:42:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:42:25Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr.18bfe1b508038ff9 namespace: kserve-ci-e2e-test resourceVersion: "21544" uid: 6b91fdfb-943a-458c-bcd0-0d59cbbf2a81 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20577" uid: 340dd47c-ea45-4479-b565-105fc8f61b47 kind: Event lastTimestamp: "2026-07-07T02:40:14Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-bg2xr' metadata: creationTimestamp: "2026-07-07T02:40:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:40:14Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18bfe196b79f22ec namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: 9a0dbfc9-af3f-42be-8d67-5a2a1b8dda33 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20575" uid: ea90f8b6-d90f-4ede-982a-5114dfa4c978 kind: Event lastTimestamp: "2026-07-07T02:40:14Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:40:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:40:14Z" name: isvc-autogluon-v2-noslash-predictor.18bfe196b28ab9da namespace: kserve-ci-e2e-test resourceVersion: "20579" uid: 5c178262-b2bd-4ac8-b087-0591fbe5e788 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:40:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20576" uid: 0d369c14-db2d-43a6-aba1-b989c1fcb840 kind: Event lastTimestamp: "2026-07-07T02:40:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:40:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:40:44Z" name: isvc-autogluon-v2-noslash-predictor.18bfe19a31683c70 namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: 10e4172f-fd61-401b-acb3-511dfa56f1c8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:40:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20576" uid: 0d369c14-db2d-43a6-aba1-b989c1fcb840 kind: Event lastTimestamp: "2026-07-07T02:40:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:40:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:40:44Z" name: isvc-autogluon-v2-noslash-predictor.18bfe19a31c7c922 namespace: kserve-ci-e2e-test resourceVersion: "20816" uid: b2e5275a-0a0a-4ef4-99a0-c12319d0ed88 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-07T02:40:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20714" uid: 0d369c14-db2d-43a6-aba1-b989c1fcb840 kind: Event lastTimestamp: "2026-07-07T02:42:14Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:42:14Z" name: isvc-autogluon-v2-noslash-predictor.18bfe1a12f7a8ebb namespace: kserve-ci-e2e-test resourceVersion: "21449" uid: 4198c539-67e3-4107-a510-8d05818f0969 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-07T02:40:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20714" uid: 0d369c14-db2d-43a6-aba1-b989c1fcb840 kind: Event lastTimestamp: "2026-07-07T02:42:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:42:15Z" name: isvc-autogluon-v2-noslash-predictor.18bfe1a12fdd3ed8 namespace: kserve-ci-e2e-test resourceVersion: "21450" uid: 610229f5-702e-48a6-bdd4-31dcc754ebb6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T02:40:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20568" uid: a651395d-a440-46d3-b61c-bf6449e9442a kind: Event lastTimestamp: "2026-07-07T02:42:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:40:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:42:23Z" name: isvc-autogluon-v2-noslash.18bfe196b2928ca9 namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: 5de3e9b4-d776-4a41-bbb5-ee63273eafd7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:40:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20568" uid: a651395d-a440-46d3-b61c-bf6449e9442a kind: Event lastTimestamp: "2026-07-07T02:40:14Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:40:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:40:14Z" name: isvc-autogluon-v2-noslash.18bfe196b30ed324 namespace: kserve-ci-e2e-test resourceVersion: "20599" uid: c3d343e1-7aa0-42fc-9e06-c0287726dbba reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:40:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20568" uid: a651395d-a440-46d3-b61c-bf6449e9442a kind: Event lastTimestamp: "2026-07-07T02:40:14Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:40:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:40:14Z" name: isvc-autogluon-v2-noslash.18bfe196b30f178a namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: e907a397-b107-4057-86dd-a73d1128a00f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:42:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21511" uid: a651395d-a440-46d3-b61c-bf6449e9442a kind: Event lastTimestamp: "2026-07-07T02:42:23Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-07T02:42:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:42:23Z" name: isvc-autogluon-v2-noslash.18bfe1b491ceebd2 namespace: kserve-ci-e2e-test resourceVersion: "21512" uid: 2dabc1ef-9b78-4e38-b478-d15de1b1ed7f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:36:04.258575Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18678" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-p7ntg to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:36:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:36:04Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe15c5bfd7528 namespace: kserve-ci-e2e-test resourceVersion: "18682" uid: a317458d-cb88-4fd6-b698-865d5bfb1fda reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:04Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:04Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T02:36:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:04Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe15c67db080c namespace: kserve-ci-e2e-test resourceVersion: "18693" uid: 38a69ddc-877b-47b0-bb23-19d0a82557fe reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:05Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18689" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:05Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:36:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:36:05Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe15c9c371238 namespace: kserve-ci-e2e-test resourceVersion: "18706" uid: 63e677d1-d2f2-4eb3-a495-5ab9131b859d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:05Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:f221c928a0bb1ba5e4c45ae19b5fe18d4abac3f5b57f42edecf256c4242d4d40" already present on machine metadata: creationTimestamp: "2026-07-07T02:36:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:05Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe15c9db1f90d namespace: kserve-ci-e2e-test resourceVersion: "18708" uid: 79079d9b-dce3-47dd-b0e6-8f7b3f1f8836 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:05Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T02:36:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:05Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe15ca38e64a4 namespace: kserve-ci-e2e-test resourceVersion: "18710" uid: 11970068-1a7a-4823-b807-bc9614d367b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:05Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T02:36:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:05Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe15ca4bc8522 namespace: kserve-ci-e2e-test resourceVersion: "18711" uid: 1021f9ad-dd4a-46ca-a60d-d4454b05fe78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:35Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-07T02:36:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:35Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe163b8115f57 namespace: kserve-ci-e2e-test resourceVersion: "18923" uid: f699f509-a660-4fc7-a8b1-cd5440325475 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:36:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:35Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe163baf3272a namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: c2f90cde-74b4-435d-a01d-1935f0ca4fc0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:36:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:35Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe163bb5ab660 namespace: kserve-ci-e2e-test resourceVersion: "18926" uid: 50e952b3-fe7e-45ec-8319-32e3a8f4a401 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T02:36:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:35Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe163bb66fa83 namespace: kserve-ci-e2e-test resourceVersion: "18927" uid: 80a1eb64-d1ed-44eb-97e3-584d8e08da3a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:36:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:35Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe163be429d30 namespace: kserve-ci-e2e-test resourceVersion: "18930" uid: 88a21a12-7bba-43bc-b402-4efa140343a9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:36:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:36:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:36:35Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe163beab45fd namespace: kserve-ci-e2e-test resourceVersion: "18932" uid: 301bc812-ea52-4190-ac98-f65bab4377bc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:38:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:38:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:14Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe17aaa55a355 namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 6ed7110b-c258-4630-9138-d64573f0fe3a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-p7ntg namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: a2bcd02a-a85c-4f08-aa68-b6bf85e02933 kind: Event lastTimestamp: "2026-07-07T02:38:14Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:38:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:14Z" name: isvc-autogluon-v2-predictor-67b849d456-p7ntg.18bfe17aaa564122 namespace: kserve-ci-e2e-test resourceVersion: "19643" uid: c4d25305-5ae7-4ace-8b0f-bd99e483a6ef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18669" uid: 820c35b6-2159-4e86-b053-e3524da096f0 kind: Event lastTimestamp: "2026-07-07T02:36:04Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-p7ntg' metadata: creationTimestamp: "2026-07-07T02:36:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:36:04Z" name: isvc-autogluon-v2-predictor-67b849d456.18bfe15c5b6fbe43 namespace: kserve-ci-e2e-test resourceVersion: "18679" uid: 6ff47557-3c5c-4a9a-b1f6-456525e9d2a0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:36:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18667" uid: bd61e04e-8c43-418e-b1e1-441a2abb842a kind: Event lastTimestamp: "2026-07-07T02:36:04Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:36:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:36:04Z" name: isvc-autogluon-v2-predictor.18bfe15c57348cee namespace: kserve-ci-e2e-test resourceVersion: "18670" uid: abca526c-603e-480d-8c39-9e93d4184c98 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:36:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18668" uid: 58c20116-bec8-4a73-b158-4abbb2cbf409 kind: Event lastTimestamp: "2026-07-07T02:37:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:36:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:37:04Z" name: isvc-autogluon-v2-predictor.18bfe15fd6001b0a namespace: kserve-ci-e2e-test resourceVersion: "19128" uid: 1a574b50-c773-4bc3-a7f8-5f9bcd0cca82 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:36:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18668" uid: 58c20116-bec8-4a73-b158-4abbb2cbf409 kind: Event lastTimestamp: "2026-07-07T02:37:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:36:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:37:04Z" name: isvc-autogluon-v2-predictor.18bfe15fd65f8db6 namespace: kserve-ci-e2e-test resourceVersion: "19129" uid: 48dc3dc3-bc50-429b-81c9-1d7b2fe20ae9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:37:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18807" uid: 58c20116-bec8-4a73-b158-4abbb2cbf409 kind: Event lastTimestamp: "2026-07-07T02:38:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:37:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:38:04Z" name: isvc-autogluon-v2-predictor.18bfe16dd2c5a0bf namespace: kserve-ci-e2e-test resourceVersion: "19545" uid: b9db79d0-928a-4474-afc9-ab14ec07fc15 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:37:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18807" uid: 58c20116-bec8-4a73-b158-4abbb2cbf409 kind: Event lastTimestamp: "2026-07-07T02:38:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:37:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:38:04Z" name: isvc-autogluon-v2-predictor.18bfe16dd354d42b namespace: kserve-ci-e2e-test resourceVersion: "19546" uid: d8424746-e206-438b-bb1a-f3ba75598ea2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:38:19.585420Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19702" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:38:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:38:19Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17bde193c7d namespace: kserve-ci-e2e-test resourceVersion: "19707" uid: 6a5341ee-22c6-47ff-ba9b-1a11d3b41ca2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:19Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:19Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T02:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:19Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17beae220fe namespace: kserve-ci-e2e-test resourceVersion: "19719" uid: b7172781-bd72-49df-9a08-efff5d362a97 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:20Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:20Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:38:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:38:20Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17c1b9cd4cd namespace: kserve-ci-e2e-test resourceVersion: "19726" uid: 04d05ba5-e60c-48f8-a826-bab22c4defe4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:20Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:f221c928a0bb1ba5e4c45ae19b5fe18d4abac3f5b57f42edecf256c4242d4d40" already present on machine metadata: creationTimestamp: "2026-07-07T02:38:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:20Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17c1d1aeb19 namespace: kserve-ci-e2e-test resourceVersion: "19728" uid: a958be9e-dd2b-4d5d-9697-06cf878787a8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:20Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T02:38:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:20Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17c1fdc273c namespace: kserve-ci-e2e-test resourceVersion: "19729" uid: f0b02e87-1366-4a8a-a37d-0fb3cc348c5b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:20Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T02:38:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:20Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17c20433089 namespace: kserve-ci-e2e-test resourceVersion: "19730" uid: 0976d415-efb5-48a6-887f-000ca00e9454 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:26Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-07T02:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17d7270655e namespace: kserve-ci-e2e-test resourceVersion: "19774" uid: 849b7eb1-cb49-4775-bebc-9fcccab7c840 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17d758936ac namespace: kserve-ci-e2e-test resourceVersion: "19776" uid: c7f05f82-a7aa-4366-b233-2668b1bf3edc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17d75e7bde5 namespace: kserve-ci-e2e-test resourceVersion: "19777" uid: ea3e85a0-b796-48ac-967f-c0bca6599783 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T02:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17d75f987cd namespace: kserve-ci-e2e-test resourceVersion: "19778" uid: 91848a3e-eb95-4880-a6f8-233c9f8b98b7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17d7925e1d1 namespace: kserve-ci-e2e-test resourceVersion: "19781" uid: 163d48b1-ff36-445f-9a85-43cadf4d5c64 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:38:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:38:26Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe17d79916bf3 namespace: kserve-ci-e2e-test resourceVersion: "19782" uid: 8041d23e-580c-48e3-904c-1e96eee0e81f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:40:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:09Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe19582620332 namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: 67d05996-3df7-4b3a-a631-1317a02e8154 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: c3d54faf-4e20-49ab-b5d4-a15c261f0fbf kind: Event lastTimestamp: "2026-07-07T02:40:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:40:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:40:09Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8.18bfe1958262874d namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 6adeb91a-1dbd-4edb-b68f-9051d6fa3d6f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19693" uid: 11db6630-7dd8-4a8d-bc65-886eb7665926 kind: Event lastTimestamp: "2026-07-07T02:38:19Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrh8' metadata: creationTimestamp: "2026-07-07T02:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:38:19Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18bfe17bdda12685 namespace: kserve-ci-e2e-test resourceVersion: "19703" uid: 9e21e043-bb53-4d45-9961-c2941b1d2d4a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19691" uid: 3ecd2877-3619-40a2-ac19-f044ced69820 kind: Event lastTimestamp: "2026-07-07T02:38:19Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:38:19Z" name: isvc-autogluon-v2-variants-predictor.18bfe17bd950425c namespace: kserve-ci-e2e-test resourceVersion: "19694" uid: d59b3a86-a083-4e36-9fd1-d8d7e6995935 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:38:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19692" uid: d4f86060-a06a-4c5c-b8af-8b724078afb3 kind: Event lastTimestamp: "2026-07-07T02:38:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:38:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:38:49Z" name: isvc-autogluon-v2-variants-predictor.18bfe17f57d42322 namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 6c8283fd-cdce-4895-9c78-24128b73e7f6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:38:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19692" uid: d4f86060-a06a-4c5c-b8af-8b724078afb3 kind: Event lastTimestamp: "2026-07-07T02:38:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:38:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:38:49Z" name: isvc-autogluon-v2-variants-predictor.18bfe17f583379b9 namespace: kserve-ci-e2e-test resourceVersion: "19948" uid: 398d13b5-9a72-48dd-bc71-bf61f2a1a30f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-07T02:39:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19845" uid: d4f86060-a06a-4c5c-b8af-8b724078afb3 kind: Event lastTimestamp: "2026-07-07T02:40:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:39:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:40:04Z" name: isvc-autogluon-v2-variants-predictor.18bfe1865643ba13 namespace: kserve-ci-e2e-test resourceVersion: "20474" uid: 8b7f0751-e851-48ce-8752-f2ee981a7c7c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-07T02:39:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19845" uid: d4f86060-a06a-4c5c-b8af-8b724078afb3 kind: Event lastTimestamp: "2026-07-07T02:40:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:39:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:40:04Z" name: isvc-autogluon-v2-variants-predictor.18bfe18656a80c0c namespace: kserve-ci-e2e-test resourceVersion: "20475" uid: ab594918-7ba9-477b-946d-2a591b5a9068 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T02:38:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19684" uid: 729f3947-2251-4d35-a1ba-ab31c5c8e21f kind: Event lastTimestamp: "2026-07-07T02:40:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:40:02Z" name: isvc-autogluon-v2-variants.18bfe17bd96e1b09 namespace: kserve-ci-e2e-test resourceVersion: "20455" uid: 336c915b-c97d-449a-a777-316682b21cd4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:38:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19684" uid: 729f3947-2251-4d35-a1ba-ab31c5c8e21f kind: Event lastTimestamp: "2026-07-07T02:38:19Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:38:19Z" name: isvc-autogluon-v2-variants.18bfe17bd9d8408a namespace: kserve-ci-e2e-test resourceVersion: "19712" uid: 0edd1683-1c92-4df0-a136-33f5fd9b6706 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:38:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19684" uid: 729f3947-2251-4d35-a1ba-ab31c5c8e21f kind: Event lastTimestamp: "2026-07-07T02:38:19Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:38:19Z" name: isvc-autogluon-v2-variants.18bfe17bd9d8aa27 namespace: kserve-ci-e2e-test resourceVersion: "19714" uid: 064b1b65-f145-4234-8150-48fefe6df9d9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:40:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20452" uid: 729f3947-2251-4d35-a1ba-ab31c5c8e21f kind: Event lastTimestamp: "2026-07-07T02:40:02Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-07T02:40:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:40:02Z" name: isvc-autogluon-v2-variants.18bfe193b6ee4a7d namespace: kserve-ci-e2e-test resourceVersion: "20454" uid: d236adeb-e73e-459b-b8e8-8426eda647b1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T02:36:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18659" uid: 6303c163-0665-45c7-ba1c-ce5bc58c5ca8 kind: Event lastTimestamp: "2026-07-07T02:38:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:36:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:38:11Z" name: isvc-autogluon-v2.18bfe15c574af7de namespace: kserve-ci-e2e-test resourceVersion: "19612" uid: b2187a40-cd0a-498b-b5ce-6f5f718c4f47 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:36:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18659" uid: 6303c163-0665-45c7-ba1c-ce5bc58c5ca8 kind: Event lastTimestamp: "2026-07-07T02:36:04Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:36:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:36:04Z" name: isvc-autogluon-v2.18bfe15c57c08bf4 namespace: kserve-ci-e2e-test resourceVersion: "18687" uid: b2f39878-b893-41d6-9976-94aef4891c33 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:36:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18659" uid: 6303c163-0665-45c7-ba1c-ce5bc58c5ca8 kind: Event lastTimestamp: "2026-07-07T02:36:04Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:36:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:36:04Z" name: isvc-autogluon-v2.18bfe15c57c0d638 namespace: kserve-ci-e2e-test resourceVersion: "18688" uid: 856aa489-ab48-4398-af9c-189d15bca32a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:38:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19609" uid: 6303c163-0665-45c7-ba1c-ce5bc58c5ca8 kind: Event lastTimestamp: "2026-07-07T02:38:11Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-07T02:38:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:38:11Z" name: isvc-autogluon-v2.18bfe17a15fdfa31 namespace: kserve-ci-e2e-test resourceVersion: "19610" uid: 8a4ad044-8254-4d1c-8b4a-9a98aef3a2a3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:31:13.471532Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16420" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-56cd5d9d45-p4whk to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:31:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:31:13Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe118a7bb4ec1 namespace: kserve-ci-e2e-test resourceVersion: "16424" uid: 08f034dd-dcc2-4538-adf9-27fe9ddbbe8c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T02:31:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:13Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe118afdc252d namespace: kserve-ci-e2e-test resourceVersion: "16432" uid: 5bfe5199-ab1a-44f6-af67-a3e45aefea81 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:14Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16428" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:14Z" message: Add eth0 [10.133.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:31:14Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe118e5a4ac26 namespace: kserve-ci-e2e-test resourceVersion: "16445" uid: 467d987f-b2d2-4751-94b0-454285f96f74 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:14Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:f221c928a0bb1ba5e4c45ae19b5fe18d4abac3f5b57f42edecf256c4242d4d40" already present on machine metadata: creationTimestamp: "2026-07-07T02:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:14Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe118e7d41e85 namespace: kserve-ci-e2e-test resourceVersion: "16448" uid: 417958a8-840f-42d8-87ee-4abca80d26c1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:14Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T02:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:14Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe118ead096b1 namespace: kserve-ci-e2e-test resourceVersion: "16449" uid: 4b70b2c8-5f6b-40f1-913c-083c1ff75d7c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:14Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T02:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:14Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe118eb481458 namespace: kserve-ci-e2e-test resourceVersion: "16450" uid: c6e05be3-3dd5-4059-be65-1fb2a42bb35c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1702" already present on machine metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119ca3cd708 namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: c1dbd657-3897-4fd8-9efe-d69850321431 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119cdca64a2 namespace: kserve-ci-e2e-test resourceVersion: "16485" uid: 05386106-3ef1-4f72-a668-e40ba87bd4d8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119ce44a56d namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: 31e16cd8-8a3e-4a40-81b8-46ec205084e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119ce522842 namespace: kserve-ci-e2e-test resourceVersion: "16488" uid: 829beecc-7b30-417e-a332-7ea823044ceb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119d173652c namespace: kserve-ci-e2e-test resourceVersion: "16491" uid: 9ef84af4-e88f-4e5b-8e3d-b8ddbd36f1cb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119d1eb1284 namespace: kserve-ci-e2e-test resourceVersion: "16492" uid: 795371b0-db44-4dc9-94c3-585bafb54a13 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:738a002c933e4e1bdddbf8ca72f0fa287ad3855df17102f784c6d62e9b719af8" already present on machine metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119d1f57518 namespace: kserve-ci-e2e-test resourceVersion: "16493" uid: 0faf109f-ca54-4ff2-9d6d-e1f6b2bed6ee reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119d4cb360f namespace: kserve-ci-e2e-test resourceVersion: "16494" uid: 4a3b4046-727b-4d4d-acc8-239599983c7e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:31:18Z" message: Started container agent metadata: creationTimestamp: "2026-07-07T02:31:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:18Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe119d5468556 namespace: kserve-ci-e2e-test resourceVersion: "16496" uid: d108c69c-a78d-48f1-80b3-90da515b1ea1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T02:31:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:32:56Z" message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-07T02:31:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:56Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe11a064b4494 namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: 1760bdcd-5a76-45fd-9979-c10d3902c14c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-07T02:31:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:32:56Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-07T02:31:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:56Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe11a421a4696 namespace: kserve-ci-e2e-test resourceVersion: "17308" uid: 33729d48-2058-4656-88b7-e521fa2aef68 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:48Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe12ed2cf1c95 namespace: kserve-ci-e2e-test resourceVersion: "17197" uid: 04cb3de3-e56f-4532-91b1-c8464bbd3629 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:48Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe12ed2cf5595 namespace: kserve-ci-e2e-test resourceVersion: "17199" uid: 75e05b65-8b9b-41b6-88bd-0869f8da12c4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:48Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe12ed2cfab10 namespace: kserve-ci-e2e-test resourceVersion: "17200" uid: d7fddd8c-e8e6-4cea-ab22-52e85a29ef8b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T02:32:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-56cd5d9d45-p4whk namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 77a049e2-edd7-4b44-9481-0e8f9d1dcda6 kind: Event lastTimestamp: "2026-07-07T02:33:01Z" message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp 10.133.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-07T02:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:33:01Z" name: isvc-logger-predictor-56cd5d9d45-p4whk.18bfe12f726161e3 namespace: kserve-ci-e2e-test resourceVersion: "17346" uid: f01ea87f-09ef-487b-8553-15bd1bc856c1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-56cd5d9d45 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: 4a7ffe8a-8341-4143-9e3a-a17ba6db7acc kind: Event lastTimestamp: "2026-07-07T02:31:13Z" message: 'Created pod: isvc-logger-predictor-56cd5d9d45-p4whk' metadata: creationTimestamp: "2026-07-07T02:31:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:31:13Z" name: isvc-logger-predictor-56cd5d9d45.18bfe118a751161c namespace: kserve-ci-e2e-test resourceVersion: "16421" uid: c40f4d55-c35f-4bd5-a7af-11cbc77c6cbf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16406" uid: 899e2d7b-3c19-4c1b-bad6-6783d3e60944 kind: Event lastTimestamp: "2026-07-07T02:31:13Z" message: Scaled up replica set isvc-logger-predictor-56cd5d9d45 from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:31:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:31:13Z" name: isvc-logger-predictor.18bfe118a2e90764 namespace: kserve-ci-e2e-test resourceVersion: "16410" uid: 58c29569-8c81-45a6-b6cb-5fee47c0c083 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:31:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: 742ed581-571c-40b1-834c-bf9bb2d69e5c kind: Event lastTimestamp: "2026-07-07T02:31:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:31:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:31:58Z" name: isvc-logger-predictor.18bfe11c215ebbcd namespace: kserve-ci-e2e-test resourceVersion: "16793" uid: e8f6d502-2170-469c-843b-ed8ae911dbd1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:31:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: 742ed581-571c-40b1-834c-bf9bb2d69e5c kind: Event lastTimestamp: "2026-07-07T02:31:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:31:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:31:58Z" name: isvc-logger-predictor.18bfe11c21c6bc3a namespace: kserve-ci-e2e-test resourceVersion: "16794" uid: d46dc144-3fe6-41fe-8032-9c2f6673741c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:31:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16575" uid: 742ed581-571c-40b1-834c-bf9bb2d69e5c kind: Event lastTimestamp: "2026-07-07T02:32:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:32:43Z" name: isvc-logger-predictor.18bfe11fa0c0ff92 namespace: kserve-ci-e2e-test resourceVersion: "17122" uid: 6784bef0-faab-4795-aa8f-428477f7a5ec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:31:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16575" uid: 742ed581-571c-40b1-834c-bf9bb2d69e5c kind: Event lastTimestamp: "2026-07-07T02:32:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:32:43Z" name: isvc-logger-predictor.18bfe11fa12272c1 namespace: kserve-ci-e2e-test resourceVersion: "17123" uid: 0f8b588e-10f9-4c83-bd69-4631e25936aa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T02:31:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: 97caa380-6229-442e-928f-de15313440d4 kind: Event lastTimestamp: "2026-07-07T02:32:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:31:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:32:36Z" name: isvc-logger.18bfe118a2f07681 namespace: kserve-ci-e2e-test resourceVersion: "17083" uid: 101c48db-8822-40db-b6f7-443ac535000f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: 97caa380-6229-442e-928f-de15313440d4 kind: Event lastTimestamp: "2026-07-07T02:31:13Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:31:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:31:13Z" name: isvc-logger.18bfe118a37714d7 namespace: kserve-ci-e2e-test resourceVersion: "16413" uid: b565943e-ade0-44ea-b741-190f48568fa0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17080" uid: 97caa380-6229-442e-928f-de15313440d4 kind: Event lastTimestamp: "2026-07-07T02:32:36Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-07T02:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:32:36Z" name: isvc-logger.18bfe12bfbd0931d namespace: kserve-ci-e2e-test resourceVersion: "17081" uid: ef6e69d1-18fd-4e03-b360-24d556466ef1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:29:18.268502Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15432" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fdd5189c19 namespace: kserve-ci-e2e-test resourceVersion: "15437" uid: 6344a104-4bc6-4601-81f9-7596dc8a480c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15443" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fdeee8841c namespace: kserve-ci-e2e-test resourceVersion: "15448" uid: 89b8b6f0-ee2e-4af9-80ee-636c0d36557e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:f221c928a0bb1ba5e4c45ae19b5fe18d4abac3f5b57f42edecf256c4242d4d40" already present on machine metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fdf08064e6 namespace: kserve-ci-e2e-test resourceVersion: "15450" uid: 8f275b49-7054-4c6f-be0e-acee52345674 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fdf3ac78d2 namespace: kserve-ci-e2e-test resourceVersion: "15451" uid: 2116ee51-cb54-4abd-b286-fc8c1e74d093 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fdf47f99b2 namespace: kserve-ci-e2e-test resourceVersion: "15452" uid: 377cda71-a962-4c14-b20d-34ae5ea1da02 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1702" already present on machine metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fee3960699 namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: d485bcb5-a8ad-4f3f-b096-a40d08d7de0c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fee6e8bacf namespace: kserve-ci-e2e-test resourceVersion: "15489" uid: 5cfdffaa-fb71-4480-a494-0b4b572ddfa1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fee75d85b0 namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: f1f5e7ac-73d3-49e4-8320-6b1947c55bd4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0fee7696ede namespace: kserve-ci-e2e-test resourceVersion: "15493" uid: 7885e961-450a-40c6-879c-2b8fe5335fb3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0feea910fb8 namespace: kserve-ci-e2e-test resourceVersion: "15495" uid: 873fd998-6fc2-41b9-a7e6-ffe63e46369c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0feeb025245 namespace: kserve-ci-e2e-test resourceVersion: "15497" uid: 4a91ae05-0bb6-4216-82e0-8d11abc7941a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:738a002c933e4e1bdddbf8ca72f0fa287ad3855df17102f784c6d62e9b719af8" already present on machine metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0feeb0c7a2a namespace: kserve-ci-e2e-test resourceVersion: "15498" uid: 9331074f-e1ac-4afd-bf9f-cfc35df6a5f3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0feed8ffc0c namespace: kserve-ci-e2e-test resourceVersion: "15499" uid: a5df5b53-cf63-4569-a98f-98c58842bf6c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:29:22Z" message: Started container agent metadata: creationTimestamp: "2026-07-07T02:29:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:22Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0feedfd5d14 namespace: kserve-ci-e2e-test resourceVersion: "15500" uid: 2596fd8f-76ec-42d3-a9a1-7ed9caf44934 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T02:29:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:31:00Z" message: 'Readiness probe failed: dial tcp 10.133.0.30:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-07T02:29:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:00Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0ff1fc96af5 namespace: kserve-ci-e2e-test resourceVersion: "16291" uid: c1d18ca6-c2f1-4fd8-9309-84ad6eb407eb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-07T02:29:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:31:00Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-07T02:29:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:00Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe0ff5ba94f97 namespace: kserve-ci-e2e-test resourceVersion: "16292" uid: 0c1a806e-1cc7-40a0-96b5-10528362877b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:30:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:53Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe113f6420e07 namespace: kserve-ci-e2e-test resourceVersion: "16191" uid: 26980d98-5260-4c2e-9067-f535f73d4343 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:30:53Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:53Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe113f642810d namespace: kserve-ci-e2e-test resourceVersion: "16192" uid: e49933e0-cfc9-4b8e-805a-0f41bfa9c21b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:30:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:53Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe113f642ad4a namespace: kserve-ci-e2e-test resourceVersion: "16196" uid: 8c2db7ad-7b38-4c3d-8ab5-90d34235dfdb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:30:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 9ee872aa-f474-45fe-9f2a-7d0c937e99cb kind: Event lastTimestamp: "2026-07-07T02:31:10Z" message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp 10.133.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-07T02:30:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:31:10Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb.18bfe1148be6200e namespace: kserve-ci-e2e-test resourceVersion: "16375" uid: 3a85ff4a-e426-4c8c-82c4-1a6354e4e0b3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc namespace: kserve-ci-e2e-test resourceVersion: "15420" uid: ec97b33f-c6b1-48c7-a4fa-af3e35849dfd kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7b84bc55cc-p86qb' metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-custom-predictor-7b84bc55cc.18bfe0fdd4643600 namespace: kserve-ci-e2e-test resourceVersion: "15433" uid: dc595636-a0a2-4e75-b585-28212a3683f6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15416" uid: 5853c49e-0874-4ea9-91e2-c368be7a5cd4 kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7b84bc55cc from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-custom-predictor.18bfe0fdca90bf24 namespace: kserve-ci-e2e-test resourceVersion: "15421" uid: fe08f7b1-961c-4cee-bdbe-2cef5977b72f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:29:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15419" uid: 045f8992-07de-4e60-a3bd-fad2a2b62e1a kind: Event lastTimestamp: "2026-07-07T02:29:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:29:48Z" name: isvc-sklearn-batcher-custom-predictor.18bfe10148f9525a namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: 2569b760-8ed8-4476-aa80-3b3088bf36df reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:29:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15419" uid: 045f8992-07de-4e60-a3bd-fad2a2b62e1a kind: Event lastTimestamp: "2026-07-07T02:29:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:29:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:29:48Z" name: isvc-sklearn-batcher-custom-predictor.18bfe1014981a39d namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: 45aae670-7f46-44b7-8aa5-cc2882523c63 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:30:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: 045f8992-07de-4e60-a3bd-fad2a2b62e1a kind: Event lastTimestamp: "2026-07-07T02:30:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:30:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:30:48Z" name: isvc-sklearn-batcher-custom-predictor.18bfe10848047543 namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 2e8a5c5c-9df3-454e-82b3-e5df30061d9b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:30:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: 045f8992-07de-4e60-a3bd-fad2a2b62e1a kind: Event lastTimestamp: "2026-07-07T02:30:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:30:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:30:48Z" name: isvc-sklearn-batcher-custom-predictor.18bfe108487748f8 namespace: kserve-ci-e2e-test resourceVersion: "16137" uid: 53df25fc-9afd-45f4-8911-acd834ff3a76 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15391" uid: 002e46c3-e858-4cee-a186-8b7ded6ce17a kind: Event lastTimestamp: "2026-07-07T02:30:41Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:30:41Z" name: isvc-sklearn-batcher-custom.18bfe0fdca95dc9f namespace: kserve-ci-e2e-test resourceVersion: "16081" uid: c6765f38-fca7-4c93-9c1f-7447cdcffe72 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15391" uid: 002e46c3-e858-4cee-a186-8b7ded6ce17a kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-custom.18bfe0fdcb3f5457 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 4a7c2d11-d811-4664-899a-8b054f5f82dd reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16079" uid: 002e46c3-e858-4cee-a186-8b7ded6ce17a kind: Event lastTimestamp: "2026-07-07T02:30:40Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-07T02:30:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:30:40Z" name: isvc-sklearn-batcher-custom.18bfe11115fa43eb namespace: kserve-ci-e2e-test resourceVersion: "16080" uid: f97d4c8d-c563-4350-be3c-877c7c2271a7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:27:22.979618Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14518" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-699589c4f4-xrdkf to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:27:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:27:22Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e2fd57cb72 namespace: kserve-ci-e2e-test resourceVersion: "14524" uid: 3ad2d4e9-725d-407c-8687-e87a5209ca48 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:23Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T02:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:23Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e30d4b5c33 namespace: kserve-ci-e2e-test resourceVersion: "14537" uid: af46ccf9-4ad2-48d9-9f53-b34bea2247df reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14531" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:24Z" message: Add eth0 [10.133.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:27:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:27:24Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e33aff279b namespace: kserve-ci-e2e-test resourceVersion: "14545" uid: fb014797-8c7e-4944-8032-98586c06b879 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:24Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:f221c928a0bb1ba5e4c45ae19b5fe18d4abac3f5b57f42edecf256c4242d4d40" already present on machine metadata: creationTimestamp: "2026-07-07T02:27:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:24Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e33d052128 namespace: kserve-ci-e2e-test resourceVersion: "14547" uid: 638e3c8d-3409-4c00-9bf4-352bb8cfccfd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:24Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T02:27:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:24Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e33feb7d9f namespace: kserve-ci-e2e-test resourceVersion: "14548" uid: b88c999b-cae2-451a-90d4-04c5838757f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:24Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T02:27:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:24Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e340797fb6 namespace: kserve-ci-e2e-test resourceVersion: "14549" uid: ff8ebfd4-3f28-4217-b011-606f54e26c21 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:28Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1702" metadata: creationTimestamp: "2026-07-07T02:27:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:28Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e4385a3084 namespace: kserve-ci-e2e-test resourceVersion: "14583" uid: b509bf00-1f3a-4b1a-833b-d206ceba0e6a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:41Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1702" in 13.628s (13.628s including waiting). Image size: 1555967903 bytes.' metadata: creationTimestamp: "2026-07-07T02:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:41Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e764ad3b4a namespace: kserve-ci-e2e-test resourceVersion: "14681" uid: ee73072b-0e10-4a24-8c2d-61eabfd7c2ae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:41Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e768149075 namespace: kserve-ci-e2e-test resourceVersion: "14682" uid: dc760bb7-399d-48e5-878d-83145abf3ba1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:41Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e768852e04 namespace: kserve-ci-e2e-test resourceVersion: "14683" uid: 6e129924-1cfb-47b3-8a7b-aca00bdbb625 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:41Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-07T02:27:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:41Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e76891781a namespace: kserve-ci-e2e-test resourceVersion: "14684" uid: 7d2387aa-6ac1-45b1-97b0-1c8c23888ee5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:44Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.486s (2.486s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-07T02:27:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:44Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e7fcc29699 namespace: kserve-ci-e2e-test resourceVersion: "14701" uid: 07a0561b-a806-4a6b-926b-5f2a12075950 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:27:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:44Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e7ffd69ff0 namespace: kserve-ci-e2e-test resourceVersion: "14702" uid: 3301003a-3016-462f-b320-5d6a7d083d38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:27:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:44Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e80053a0f7 namespace: kserve-ci-e2e-test resourceVersion: "14703" uid: beb350e6-b438-43ae-9533-28549b88b18a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:44Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:738a002c933e4e1bdddbf8ca72f0fa287ad3855df17102f784c6d62e9b719af8" metadata: creationTimestamp: "2026-07-07T02:27:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:44Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e800616ad7 namespace: kserve-ci-e2e-test resourceVersion: "14704" uid: 45182af7-8f5e-4fa2-bdfc-fd690ea73572 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:46Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:738a002c933e4e1bdddbf8ca72f0fa287ad3855df17102f784c6d62e9b719af8" in 2.431s (2.431s including waiting). Image size: 239997013 bytes.' metadata: creationTimestamp: "2026-07-07T02:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:46Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e8914ee0b7 namespace: kserve-ci-e2e-test resourceVersion: "14723" uid: b8fc4669-9b00-4ddf-9709-de98888a494c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:46Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-07T02:27:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:46Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e894b01363 namespace: kserve-ci-e2e-test resourceVersion: "14725" uid: c94bf4e6-d765-4e58-a9b9-1392e7fe7c8e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:27:47Z" message: Started container agent metadata: creationTimestamp: "2026-07-07T02:27:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:27:47Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e895273473 namespace: kserve-ci-e2e-test resourceVersion: "14726" uid: 8738ec01-2103-4058-a76e-0c98ac75ba57 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-07T02:27:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:29:23Z" message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-07T02:27:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:23Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e8ab766e0d namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: c6725c9d-a7e1-4ca8-abfb-9b482a443a19 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-07T02:27:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:29:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-07T02:27:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:23Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0e8ab7ee3f4 namespace: kserve-ci-e2e-test resourceVersion: "15506" uid: bf942069-1974-4399-8632-e325fa130c30 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0fdc8eb6c3f namespace: kserve-ci-e2e-test resourceVersion: "15412" uid: 2148e5ab-b029-4434-b6bc-f812c83e273b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0fdc8ee6cb9 namespace: kserve-ci-e2e-test resourceVersion: "15415" uid: adaa6c03-9552-4d81-b0e1-4986f2a266e5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:29:18Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:18Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0fdc8ee7e92 namespace: kserve-ci-e2e-test resourceVersion: "15417" uid: b4bfb937-bf9e-47d0-892f-bd2b3b43529b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:29:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 298db630-4dd9-46b0-9bad-24d8347b5211 kind: Event lastTimestamp: "2026-07-07T02:29:33Z" message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp 10.133.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-07T02:29:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:29:33Z" name: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf.18bfe0fddbb0d01a namespace: kserve-ci-e2e-test resourceVersion: "15594" uid: 5cbe06eb-40fe-4416-b748-6603b4dc5ce3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-699589c4f4 namespace: kserve-ci-e2e-test resourceVersion: "14508" uid: ddb26477-7129-4c86-ada5-897b774d2f1f kind: Event lastTimestamp: "2026-07-07T02:27:22Z" message: 'Created pod: isvc-sklearn-batcher-predictor-699589c4f4-xrdkf' metadata: creationTimestamp: "2026-07-07T02:27:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:27:22Z" name: isvc-sklearn-batcher-predictor-699589c4f4.18bfe0e2fcc74faa namespace: kserve-ci-e2e-test resourceVersion: "14520" uid: 2917b24c-8720-4568-b335-94c3a15d76a1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 94d529b5-883e-4ce9-9e3b-c71403aa1702 kind: Event lastTimestamp: "2026-07-07T02:27:22Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-699589c4f4 from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:27:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:27:22Z" name: isvc-sklearn-batcher-predictor.18bfe0e2f798cd55 namespace: kserve-ci-e2e-test resourceVersion: "14509" uid: dd0bb25a-8f72-473b-9b67-1b5fc27dd33e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T02:27:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14523" uid: 1e4454b4-cd75-4ea8-a957-1ac87836044c kind: Event lastTimestamp: "2026-07-07T02:28:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:28:23Z" name: isvc-sklearn-batcher-predictor.18bfe0e67d29c9bc namespace: kserve-ci-e2e-test resourceVersion: "14989" uid: 85d19076-6b85-47a4-b973-24c9bc0d1374 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T02:27:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14523" uid: 1e4454b4-cd75-4ea8-a957-1ac87836044c kind: Event lastTimestamp: "2026-07-07T02:28:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:27:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:28:23Z" name: isvc-sklearn-batcher-predictor.18bfe0e67da361ef namespace: kserve-ci-e2e-test resourceVersion: "14990" uid: 7f4d76e1-4010-44db-b2d0-1b62a8dd4232 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:28:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14649" uid: 1e4454b4-cd75-4ea8-a957-1ac87836044c kind: Event lastTimestamp: "2026-07-07T02:29:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:29:08Z" name: isvc-sklearn-batcher-predictor.18bfe0ed7c5de503 namespace: kserve-ci-e2e-test resourceVersion: "15319" uid: df2eb997-138d-4bb7-94d3-cc8a599e4f09 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T02:28:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14649" uid: 1e4454b4-cd75-4ea8-a957-1ac87836044c kind: Event lastTimestamp: "2026-07-07T02:29:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T02:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:29:08Z" name: isvc-sklearn-batcher-predictor.18bfe0ed7ce99836 namespace: kserve-ci-e2e-test resourceVersion: "15320" uid: 8cf318b1-fde5-4b9b-bd5f-300c821d5c03 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T02:27:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14498" uid: f00bb5f4-61a4-4b32-8a38-f73e40570cb8 kind: Event lastTimestamp: "2026-07-07T02:29:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:27:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:29:03Z" name: isvc-sklearn-batcher.18bfe0e2fdd9b149 namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: fb5e7604-1c5d-4fa8-aab9-3b0b41fd0c83 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14498" uid: f00bb5f4-61a4-4b32-8a38-f73e40570cb8 kind: Event lastTimestamp: "2026-07-07T02:27:22Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:27:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:27:22Z" name: isvc-sklearn-batcher.18bfe0e2fe3918ac namespace: kserve-ci-e2e-test resourceVersion: "14529" uid: e179ebc9-4da0-4af7-8745-90851259b938 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:27:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14498" uid: f00bb5f4-61a4-4b32-8a38-f73e40570cb8 kind: Event lastTimestamp: "2026-07-07T02:27:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:27:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:27:23Z" name: isvc-sklearn-batcher.18bfe0e2fe397f37 namespace: kserve-ci-e2e-test resourceVersion: "14530" uid: 446a13fc-529c-4e9b-8ec4-1ede4d244245 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:29:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: f00bb5f4-61a4-4b32-8a38-f73e40570cb8 kind: Event lastTimestamp: "2026-07-07T02:29:03Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-07T02:29:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:29:03Z" name: isvc-sklearn-batcher.18bfe0fa647a0b1c namespace: kserve-ci-e2e-test resourceVersion: "15284" uid: 73b118a4-2389-4548-8c18-8a2528929822 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T02:30:53.434721Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16214" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-x5r4r to ip-10-0-142-238.ec2.internal metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T02:30:53Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe113fd71d8db namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: c4456ca3-c48a-42b6-bb92-bddc6b6a4d79 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-fbb5c8b66-lkwtn source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:53Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:53Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe11409e1d35e namespace: kserve-ci-e2e-test resourceVersion: "16230" uid: 7203979d-4b37-472c-8293-797d843075bc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:54Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16223" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:54Z" message: Add eth0 [10.133.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T02:30:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T02:30:54Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe1143b387ad7 namespace: kserve-ci-e2e-test resourceVersion: "16241" uid: dbe085c7-1913-4499-8c2d-598ef6564b1e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:54Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-07T02:30:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:54Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe1143ca6ef79 namespace: kserve-ci-e2e-test resourceVersion: "16243" uid: 94deeb94-405f-4ee5-a964-6d0bec22878e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:55Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.349s (1.349s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-07T02:30:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:55Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe1148d1a6bb8 namespace: kserve-ci-e2e-test resourceVersion: "16251" uid: 65cad01c-f932-4aae-a651-535ca52bf193 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T02:30:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:55Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe11490aab3c4 namespace: kserve-ci-e2e-test resourceVersion: "16252" uid: 4b1afda1-782d-4f1d-b193-64ac360ebfa9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T02:30:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:55Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe11491200a6a namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: c9554301-39fe-409b-b55e-2aa4fcbcae49 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:55Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T02:30:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:55Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe114912ac885 namespace: kserve-ci-e2e-test resourceVersion: "16254" uid: c28c58f2-ba08-4ecd-bfde-1f4b64baf651 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T02:30:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:55Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe1149423dc28 namespace: kserve-ci-e2e-test resourceVersion: "16256" uid: 219e6201-4111-4584-ba43-ffdc91b5b1f1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:30:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:30:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:30:55Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe1149492ce19 namespace: kserve-ci-e2e-test resourceVersion: "16257" uid: d586b293-9694-4265-add4-b9c0d68df3d8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:48Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe12ed86e364e namespace: kserve-ci-e2e-test resourceVersion: "17225" uid: 6b694aee-3ce4-47e9-833c-0f8677e94fd5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:32:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-x5r4r namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: ec52aeea-e796-4f8c-9c95-33e2f7b71bf0 kind: Event lastTimestamp: "2026-07-07T02:32:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T02:32:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T02:32:48Z" name: message-dumper-predictor-6575bcfdfd-x5r4r.18bfe12ed86f6308 namespace: kserve-ci-e2e-test resourceVersion: "17227" uid: e92f2c9c-affb-4bda-a12b-fa329242cb5d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-238.ec2.internal source: component: kubelet host: ip-10-0-142-238.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16203" uid: 9754ec40-6f72-4655-a8fe-f79076c5897a kind: Event lastTimestamp: "2026-07-07T02:30:53Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-x5r4r' metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:30:53Z" name: message-dumper-predictor-6575bcfdfd.18bfe113fd00127d namespace: kserve-ci-e2e-test resourceVersion: "16215" uid: 2c13f114-973e-48cc-b5a1-2ffcc6ff43a6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16201" uid: 8bffbd41-e3e6-418b-ae06-96c35147a827 kind: Event lastTimestamp: "2026-07-07T02:30:53Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:30:53Z" name: message-dumper-predictor.18bfe113f9448c47 namespace: kserve-ci-e2e-test resourceVersion: "16205" uid: 25fc30c5-971a-4d41-80dd-75903e2f7595 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:31:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16204" uid: 3397b688-d68f-4847-9d37-c63a6fa130b3 kind: Event lastTimestamp: "2026-07-07T02:31:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:31:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:31:23Z" name: message-dumper-predictor.18bfe1177846cade namespace: kserve-ci-e2e-test resourceVersion: "16533" uid: dedab76c-c634-403a-8fc8-da452e5237b7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T02:31:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16204" uid: 3397b688-d68f-4847-9d37-c63a6fa130b3 kind: Event lastTimestamp: "2026-07-07T02:31:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T02:31:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T02:31:23Z" name: message-dumper-predictor.18bfe11778afb91c namespace: kserve-ci-e2e-test resourceVersion: "16534" uid: 35285b3e-85cb-496f-9896-3fe873ecba08 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-07T02:30:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16187" uid: 3f143f28-b255-484e-be0d-c3c67ba8f210 kind: Event lastTimestamp: "2026-07-07T02:31:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:31:04Z" name: message-dumper.18bfe113f9ea47f0 namespace: kserve-ci-e2e-test resourceVersion: "16325" uid: 11b700dc-d00d-4944-992b-4196e7179662 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:30:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16187" uid: 3f143f28-b255-484e-be0d-c3c67ba8f210 kind: Event lastTimestamp: "2026-07-07T02:30:53Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T02:30:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:30:53Z" name: message-dumper.18bfe113fa840bfc namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: 21edf48e-9212-4f72-89f2-005bc9d6e8bc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T02:31:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: 3f143f28-b255-484e-be0d-c3c67ba8f210 kind: Event lastTimestamp: "2026-07-07T02:31:04Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-07T02:31:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T02:31:04Z" name: message-dumper.18bfe11687ff555c namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: aca01247-3c99-4f8f-9414-bf05e195e2b0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22127"