--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-07T17:11:31.416411Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21560" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s to ip-10-0-133-184.ec2.internal metadata: creationTimestamp: "2026-07-07T17:11:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T17:11:31Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c011224a92e528 namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: ab526039-5dc7-4682-b0d2-eb3d03094fbf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:31Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:31Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c011225a8ced06 namespace: kserve-ci-e2e-test resourceVersion: "21577" uid: 5c9fc57f-8cf8-4ef2-8ab7-06eb4fcbb33e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:32Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T17:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T17:11:32Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c01122885d8a64 namespace: kserve-ci-e2e-test resourceVersion: "21588" uid: 86e5f9e4-bc39-4247-9b55-66ed565e5270 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine metadata: creationTimestamp: "2026-07-07T17:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:32Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c011228a0fbe92 namespace: kserve-ci-e2e-test resourceVersion: "21590" uid: 16adedc5-e3c9-4db8-9c6e-17d59a5144ac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T17:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:32Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c011228dbc78f2 namespace: kserve-ci-e2e-test resourceVersion: "21591" uid: 90a2580a-46f6-414c-9d39-06134e595473 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T17:11:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:32Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c011228e35d453 namespace: kserve-ci-e2e-test resourceVersion: "21592" uid: d342c7c9-77d8-4090-9252-043eda9acdd5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:41Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-07T17:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:41Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c01124bb59b229 namespace: kserve-ci-e2e-test resourceVersion: "21661" uid: 51d24718-34ee-47c3-8298-4a4b9e67d5f2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T17:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:41Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c01124bfb31df1 namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 03be24a5-3188-4eb2-afa2-30bca150e999 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T17:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:41Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c01124c0288758 namespace: kserve-ci-e2e-test resourceVersion: "21666" uid: 9f6a56ea-a1a4-4f69-a79c-44f5fe6946fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T17:11:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:41Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c01124c03229ae namespace: kserve-ci-e2e-test resourceVersion: "21667" uid: 30d41833-263a-4cab-ad2b-6afb3a6d8b20 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T17:11:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c01124c33ba66d namespace: kserve-ci-e2e-test resourceVersion: "21670" uid: 409dfb6c-c6ff-41bb-94c9-1e50440fe665 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:11:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c01124c3b6e5e7 namespace: kserve-ci-e2e-test resourceVersion: "21671" uid: 298e4ff6-ecec-46f2-86c5-0e03450b3332 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T17:11:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:11:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-07T17:11:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:49Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c01125332eb1ae namespace: kserve-ci-e2e-test resourceVersion: "21729" uid: c469187a-69e7-49a1-be9b-00f2de85c8b6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:12:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T17:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:12:01Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c011294dc16e8d namespace: kserve-ci-e2e-test resourceVersion: "21838" uid: 759d5b90-53c8-4bf8-8e88-7d6787ca1c08 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:12:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 44b0a47a-2d88-4e7b-ad9e-153639de4bdd kind: Event lastTimestamp: "2026-07-07T17:12:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:12:01Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s.18c011294dc20108 namespace: kserve-ci-e2e-test resourceVersion: "21839" uid: 6a1d9d9b-0982-4b43-a6a0-017ad40aed69 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21551" uid: 78bb1ab2-a3a3-45b3-821d-ea0bd76fd90e kind: Event lastTimestamp: "2026-07-07T17:11:31Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-rww9s' metadata: creationTimestamp: "2026-07-07T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:11:31Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c011224a1a3572 namespace: kserve-ci-e2e-test resourceVersion: "21561" uid: 21892f12-75e6-4e63-ada7-5173cf8f8c05 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: 7c8ec231-9cd5-4489-b1fa-a54f5b4c8945 kind: Event lastTimestamp: "2026-07-07T17:11:31Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-07T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:11:31Z" name: isvc-autogluon-ts-v1-predictor.18c01122447b6fe3 namespace: kserve-ci-e2e-test resourceVersion: "21552" uid: 976c9300-9a44-40af-8482-2f24219d313e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: f144df6b-e048-45f1-8b92-a9a072b57e80 kind: Event lastTimestamp: "2026-07-07T17:11:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:11:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:11:46Z" name: isvc-autogluon-ts-v1-predictor.18c01125c3178ad2 namespace: kserve-ci-e2e-test resourceVersion: "21705" uid: d3dd9484-37a1-4b2e-b4f7-f69b67e8475c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21550" uid: f144df6b-e048-45f1-8b92-a9a072b57e80 kind: Event lastTimestamp: "2026-07-07T17:11:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:11:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:11:46Z" name: isvc-autogluon-ts-v1-predictor.18c01125c3889c64 namespace: kserve-ci-e2e-test resourceVersion: "21707" uid: 7bc1901e-3e9a-4ad7-9880-ad6a60d6c654 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:12:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: f144df6b-e048-45f1-8b92-a9a072b57e80 kind: Event lastTimestamp: "2026-07-07T17:12:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:12:01Z" name: isvc-autogluon-ts-v1-predictor.18c0112942ff9dda namespace: kserve-ci-e2e-test resourceVersion: "21822" uid: 53cd906e-4673-4c9a-9df5-af1c329aa674 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:12:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: f144df6b-e048-45f1-8b92-a9a072b57e80 kind: Event lastTimestamp: "2026-07-07T17:12:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:12:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:12:01Z" name: isvc-autogluon-ts-v1-predictor.18c011294375c5ab namespace: kserve-ci-e2e-test resourceVersion: "21824" uid: 707e1d6b-afbf-4278-b1d9-d627a191f0b1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T17:11:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: 614ff715-fbee-407b-a44b-4e7ae875f31f kind: Event lastTimestamp: "2026-07-07T17:12:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:12:00Z" name: isvc-autogluon-ts-v1.18c01122448dfd29 namespace: kserve-ci-e2e-test resourceVersion: "21811" uid: 19f31dd1-bd7d-4ebc-a18e-784466970270 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: 614ff715-fbee-407b-a44b-4e7ae875f31f kind: Event lastTimestamp: "2026-07-07T17:11:31Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:11:31Z" name: isvc-autogluon-ts-v1.18c01122451946aa namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 457d5303-41d8-4408-9efb-2080e76f7e19 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: 614ff715-fbee-407b-a44b-4e7ae875f31f kind: Event lastTimestamp: "2026-07-07T17:11:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:11:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:11:31Z" name: isvc-autogluon-ts-v1.18c0112245199ab7 namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: cd5561ba-515b-4fc9-bcdb-f4ee1d2d126d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:12:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21808" uid: 614ff715-fbee-407b-a44b-4e7ae875f31f kind: Event lastTimestamp: "2026-07-07T17:12:00Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-07T17:12:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:12:00Z" name: isvc-autogluon-ts-v1.18c01128f61b8286 namespace: kserve-ci-e2e-test resourceVersion: "21810" uid: f9a3b891-a388-4105-a0e7-b46e69498058 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T17:01:29.920431Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17036" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 to ip-10-0-133-184.ec2.internal metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T17:01:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010963e9ec3cf namespace: kserve-ci-e2e-test resourceVersion: "17051" uid: f3870cfe-0efd-4737-91e5-2991df09241b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17060" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:01:30Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T17:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T17:01:30Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c0109658dbfe6f namespace: kserve-ci-e2e-test resourceVersion: "17069" uid: a7fa3f89-2dde-497d-a37f-1f299e147459 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:01:30Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine metadata: creationTimestamp: "2026-07-07T17:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:30Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010965b754fee namespace: kserve-ci-e2e-test resourceVersion: "17071" uid: b03d5cad-9488-4c1c-a610-11ad5ca2b571 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:01:30Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T17:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:30Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010965e289151 namespace: kserve-ci-e2e-test resourceVersion: "17072" uid: e40e3bae-36c1-4e35-8d51-ffa1f50ee9a1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:01:30Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T17:01:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:30Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010965eb8b13d namespace: kserve-ci-e2e-test resourceVersion: "17074" uid: d14c38cd-7bfd-46ad-a8d5-10a30d147b52 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:02:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:02:00Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-07T17:02:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:02:00Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c0109d4df284aa namespace: kserve-ci-e2e-test resourceVersion: "17299" uid: 13ac1980-5bb7-4a9a-b3ce-ea6c4729e1dc reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:04:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:04:38Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m38.485s (2m38.485s including waiting). Image size: 8939170587 bytes.' metadata: creationTimestamp: "2026-07-07T17:04:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:04:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c2346f741b namespace: kserve-ci-e2e-test resourceVersion: "18396" uid: df764879-1316-44de-8117-efea4cbf55e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:04:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:04:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T17:04:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:04:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c23b23573b namespace: kserve-ci-e2e-test resourceVersion: "18397" uid: 311bde2d-76ce-440d-96ef-58e32777d05e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:04:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:04:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T17:04:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:04:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c23c91aea9 namespace: kserve-ci-e2e-test resourceVersion: "18399" uid: cf14aa95-3a73-40b1-be87-cb8f31f05df8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:04:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:04:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T17:04:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:04:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c23c9cfd75 namespace: kserve-ci-e2e-test resourceVersion: "18400" uid: 11a4bb70-3635-4de3-96e6-beea1bac0036 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:04:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:04:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T17:04:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:04:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c24254e4d2 namespace: kserve-ci-e2e-test resourceVersion: "18402" uid: 95ee350e-310a-4632-9ab3-4d12b8eac460 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:04:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:04:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:04:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:04:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c243bd7bd7 namespace: kserve-ci-e2e-test resourceVersion: "18403" uid: 82e3c957-9a9e-49f2-b30a-87bce025b951 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T17:04:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:04:46Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-07T17:04:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:04:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c245d46b7b namespace: kserve-ci-e2e-test resourceVersion: "18457" uid: 6b933b22-421e-4da5-8969-b9860132c64f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:05:00Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T17:05:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:00Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c72e6a0bcc namespace: kserve-ci-e2e-test resourceVersion: "18576" uid: fe95fe2e-b679-4ee8-a0ce-c72abccf5cde reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2 namespace: kserve-ci-e2e-test resourceVersion: "17043" uid: 74c0ecf7-9826-4cfa-8d5a-fd81bb004ce3 kind: Event lastTimestamp: "2026-07-07T17:05:00Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:05:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:00Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2.18c010c72e6a9a02 namespace: kserve-ci-e2e-test resourceVersion: "18577" uid: b13c0e76-2232-4d34-87d7-c285232d88e7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17005" uid: 023627ad-f3e5-42da-a3f5-0420caff9b4e kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-vr5f2' metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:01:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c010963e44d4e1 namespace: kserve-ci-e2e-test resourceVersion: "17045" uid: a02e6bba-0ed1-4bc7-964c-65e62e7b4fb4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17003" uid: 3074314a-3b84-40b7-aa2b-d98c1047ab1b kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:01:29Z" name: isvc-autogluon-v1-predictor.18c01096359265e4 namespace: kserve-ci-e2e-test resourceVersion: "17006" uid: bef4603b-6797-4652-8d77-2b9af684dcc3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-07T17:01:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17004" uid: 1f46cfff-37c4-4075-80dd-7d7cc80aada5 kind: Event lastTimestamp: "2026-07-07T17:04:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:04:45Z" name: isvc-autogluon-v1-predictor.18c01099b4d8887c namespace: kserve-ci-e2e-test resourceVersion: "18447" uid: 39f6d6a3-42a7-4ce6-a2cb-8d0906ec554b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T17:01:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17004" uid: 1f46cfff-37c4-4075-80dd-7d7cc80aada5 kind: Event lastTimestamp: "2026-07-07T17:04:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:04:30Z" name: isvc-autogluon-v1-predictor.18c01099b56bf247 namespace: kserve-ci-e2e-test resourceVersion: "18330" uid: 37f7df0f-bb3b-4ce3-97da-1e09129c75dd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "16994" uid: 4694b9ff-1345-4452-ac90-a876380f1cf5 kind: Event lastTimestamp: "2026-07-07T17:04:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:04:56Z" name: isvc-autogluon-v1.18c0109635b6e356 namespace: kserve-ci-e2e-test resourceVersion: "18532" uid: 8863aa72-f040-4940-baa2-455e87e255f0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "16994" uid: 4694b9ff-1345-4452-ac90-a876380f1cf5 kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:01:29Z" name: isvc-autogluon-v1.18c0109636659606 namespace: kserve-ci-e2e-test resourceVersion: "17010" uid: 83022fb1-da68-4692-888d-4d336f5116fc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "16994" uid: 4694b9ff-1345-4452-ac90-a876380f1cf5 kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:01:29Z" name: isvc-autogluon-v1.18c010963665e368 namespace: kserve-ci-e2e-test resourceVersion: "17011" uid: 230a0d4e-bf01-4df1-9d27-5cb073b6f7ed reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:04:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18530" uid: 4694b9ff-1345-4452-ac90-a876380f1cf5 kind: Event lastTimestamp: "2026-07-07T17:04:56Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-07T17:04:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:04:56Z" name: isvc-autogluon-v1.18c010c64291215f namespace: kserve-ci-e2e-test resourceVersion: "18531" uid: 7c040345-1edc-41ee-8079-5cb0e1b16664 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T17:09:36.093565Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20681" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw to ip-10-0-133-184.ec2.internal metadata: creationTimestamp: "2026-07-07T17:09:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T17:09:36Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c0110770cbe9e5 namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 8ef5d12b-0b0e-4dc6-b9d8-71b601eef445 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:36Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20690" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:36Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T17:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T17:09:36Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c011078ac0488a namespace: kserve-ci-e2e-test resourceVersion: "20697" uid: 3d1b1438-d50b-4b12-93f6-637c8c93d884 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:36Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine metadata: creationTimestamp: "2026-07-07T17:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:36Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c011078c495fe5 namespace: kserve-ci-e2e-test resourceVersion: "20699" uid: fded7059-a5c0-4820-ac1a-879f42ed3b6b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:36Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T17:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:36Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c011078fabc932 namespace: kserve-ci-e2e-test resourceVersion: "20700" uid: 4c140da2-1331-49fd-b6cc-10afcc845013 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:36Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T17:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:36Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c011079027ae3e namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: 7bcc9fa9-ff41-4fa8-895f-a00d8960eb81 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:42Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-07T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c01108e73114fc namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: db10f0a4-196b-4e28-80a8-a28a4ca3f4a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c01108eac66d3c namespace: kserve-ci-e2e-test resourceVersion: "20745" uid: 4a1f5ee4-d846-4de1-a204-673b9baaa87c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c01108eb40075a namespace: kserve-ci-e2e-test resourceVersion: "20747" uid: 812801b8-2f3a-4520-a815-2034bd924896 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c01108eb4b2bf0 namespace: kserve-ci-e2e-test resourceVersion: "20749" uid: a4b5225a-4e31-4ccf-98fb-5413b67b9351 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c01108ee6c60f7 namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: d93ff11a-7d8a-48b9-ab5d-63c52204f16a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:09:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:09:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c01108eeec2ad2 namespace: kserve-ci-e2e-test resourceVersion: "20753" uid: 2445844a-f936-4c05-a98d-41e54ca6827d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:11:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T17:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:26Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c011211470393e namespace: kserve-ci-e2e-test resourceVersion: "21496" uid: 8e2a4941-8751-4f3f-a359-397c908ca529 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:11:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:11:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:26Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c011211470e12d namespace: kserve-ci-e2e-test resourceVersion: "21497" uid: a1d6a073-b530-443e-ad40-288d783b064c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: b3623d86-926a-4b00-a6bf-01c8d1d21dcf kind: Event lastTimestamp: "2026-07-07T17:11:30Z" message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp 10.132.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-07T17:11:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:11:30Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw.18c011220da475d2 namespace: kserve-ci-e2e-test resourceVersion: "21526" uid: 1ccd5e0d-65d6-4a2b-be70-653bc82aee97 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20670" uid: ef268da0-2e3a-4244-ac7d-791b448f556c kind: Event lastTimestamp: "2026-07-07T17:09:36Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-chjcw' metadata: creationTimestamp: "2026-07-07T17:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:09:36Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c01107702b4c29 namespace: kserve-ci-e2e-test resourceVersion: "20682" uid: 04d11490-489b-46a5-a407-ded008cdd2fc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20668" uid: 8f4b0a4f-32d6-4977-a6c8-862881ea39fb kind: Event lastTimestamp: "2026-07-07T17:09:35Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-07T17:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:09:35Z" name: isvc-autogluon-v2-noslash-predictor.18c011076ac59857 namespace: kserve-ci-e2e-test resourceVersion: "20671" uid: fd9692b8-fae1-44d7-9a47-80795f70b289 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20669" uid: 5594f15e-e844-465a-b86c-afd9376b0177 kind: Event lastTimestamp: "2026-07-07T17:09:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:09:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:09:51Z" name: isvc-autogluon-v2-noslash-predictor.18c0110ae99f2801 namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: a962d4e4-407e-40a2-83d6-d406785daf33 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20669" uid: 5594f15e-e844-465a-b86c-afd9376b0177 kind: Event lastTimestamp: "2026-07-07T17:09:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:09:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:09:51Z" name: isvc-autogluon-v2-noslash-predictor.18c0110aea0eaeb6 namespace: kserve-ci-e2e-test resourceVersion: "20820" uid: 7045ce49-178b-41e4-917a-73fcece7b36f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-07T17:10:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 5594f15e-e844-465a-b86c-afd9376b0177 kind: Event lastTimestamp: "2026-07-07T17:11:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:10:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:11:21Z" name: isvc-autogluon-v2-noslash-predictor.18c0110e68c9742a namespace: kserve-ci-e2e-test resourceVersion: "21440" uid: 4cb71270-6569-43e2-8147-ba8124d68a0d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-07T17:10:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20818" uid: 5594f15e-e844-465a-b86c-afd9376b0177 kind: Event lastTimestamp: "2026-07-07T17:11:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:10:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:11:21Z" name: isvc-autogluon-v2-noslash-predictor.18c0110e6937a246 namespace: kserve-ci-e2e-test resourceVersion: "21441" uid: faf38d99-7d55-4632-a35c-5ee38e9a0119 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T17:09:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 3e4e9b84-993d-407b-901e-27e8262a2574 kind: Event lastTimestamp: "2026-07-07T17:11:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T17:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:11:22Z" name: isvc-autogluon-v2-noslash.18c011076adb597d namespace: kserve-ci-e2e-test resourceVersion: "21454" uid: 6013c2e0-381b-4c6a-a150-4a41d56ca357 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 3e4e9b84-993d-407b-901e-27e8262a2574 kind: Event lastTimestamp: "2026-07-07T17:09:36Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:09:36Z" name: isvc-autogluon-v2-noslash.18c011076b6fadb6 namespace: kserve-ci-e2e-test resourceVersion: "20674" uid: 618b03f0-c5bf-4c91-a788-46c197f2cd37 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 3e4e9b84-993d-407b-901e-27e8262a2574 kind: Event lastTimestamp: "2026-07-07T17:09:36Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:09:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:09:36Z" name: isvc-autogluon-v2-noslash.18c011076b6fed94 namespace: kserve-ci-e2e-test resourceVersion: "20675" uid: 120cbe01-1c36-456e-a637-a748e7566163 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:11:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21452" uid: 3e4e9b84-993d-407b-901e-27e8262a2574 kind: Event lastTimestamp: "2026-07-07T17:11:21Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-07T17:11:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:11:21Z" name: isvc-autogluon-v2-noslash.18c01120190cef9d namespace: kserve-ci-e2e-test resourceVersion: "21453" uid: def63341-d7e9-46b0-ba25-4f3c3fb0cadd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T17:05:05.454543Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18641" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-ldjvb to ip-10-0-133-184.ec2.internal metadata: creationTimestamp: "2026-07-07T17:05:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T17:05:05Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010c86d742710 namespace: kserve-ci-e2e-test resourceVersion: "18645" uid: ecf66670-5628-44a3-a634-347e8cd3a3f7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:05Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18652" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:05Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T17:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T17:05:05Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010c889ded9ec namespace: kserve-ci-e2e-test resourceVersion: "18662" uid: a3655e73-debd-4fcb-b30b-920490b2bfdc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:05Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine metadata: creationTimestamp: "2026-07-07T17:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:05Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010c88bc5c20f namespace: kserve-ci-e2e-test resourceVersion: "18664" uid: 55f06605-289c-4014-9548-f06b07d5dd73 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:06Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T17:05:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:06Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010c88fb3085f namespace: kserve-ci-e2e-test resourceVersion: "18665" uid: 06a6d7ce-ac20-4f5e-9bd8-03ab9814ddbe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:06Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T17:05:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:06Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010c890898d7c namespace: kserve-ci-e2e-test resourceVersion: "18666" uid: a76182b0-bc26-4e6a-b0d4-8f28c57d2b9b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:35Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-07T17:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:35Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010cf5e9a3c8b namespace: kserve-ci-e2e-test resourceVersion: "18872" uid: 2068c03c-183f-4d97-b51f-5cf2ede1504a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T17:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:35Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010cf61d19a28 namespace: kserve-ci-e2e-test resourceVersion: "18874" uid: b7bb8844-5d04-4249-9dfa-346765c92536 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T17:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:35Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010cf62424552 namespace: kserve-ci-e2e-test resourceVersion: "18875" uid: 8b603d72-01cc-44e2-be70-762f0a555ca7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T17:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:35Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010cf624f4133 namespace: kserve-ci-e2e-test resourceVersion: "18876" uid: 3227d1a3-93c6-4ac1-9364-4f13f0534bf1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T17:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:35Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010cf6536d411 namespace: kserve-ci-e2e-test resourceVersion: "18881" uid: 546abbe3-84cb-427e-8c7f-ec19f4efb5ef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:05:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:05:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:05:35Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010cf65ac8000 namespace: kserve-ci-e2e-test resourceVersion: "18882" uid: 59c11515-9c1d-4eb6-ad5b-501bf424442b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:07:15Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T17:07:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:15Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010e6be06897e namespace: kserve-ci-e2e-test resourceVersion: "19597" uid: 321c0e59-cc6e-4727-8529-2a6df6bf2142 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ldjvb namespace: kserve-ci-e2e-test resourceVersion: "18643" uid: edc48a53-94c1-4ed9-b860-15ea0745df12 kind: Event lastTimestamp: "2026-07-07T17:07:15Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:07:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:15Z" name: isvc-autogluon-v2-predictor-67b849d456-ldjvb.18c010e6be070438 namespace: kserve-ci-e2e-test resourceVersion: "19598" uid: ba7de66e-de5d-4c5c-a1e9-358cfd90355a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18632" uid: 5f1e3dea-5e9f-4c9a-bd51-029df6cad199 kind: Event lastTimestamp: "2026-07-07T17:05:05Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-ldjvb' metadata: creationTimestamp: "2026-07-07T17:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:05:05Z" name: isvc-autogluon-v2-predictor-67b849d456.18c010c86ccfcef7 namespace: kserve-ci-e2e-test resourceVersion: "18642" uid: 2ed46ed9-bd63-4b49-b029-85feff093dcf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:05:05Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18630" uid: 76baa5cd-5e88-41f0-886a-2f80d3540e70 kind: Event lastTimestamp: "2026-07-07T17:05:05Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-07T17:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:05:05Z" name: isvc-autogluon-v2-predictor.18c010c8651abe42 namespace: kserve-ci-e2e-test resourceVersion: "18633" uid: 3bfe201a-74f9-4c42-bf92-05eb64a39aed reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T17:05:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: afc22272-c097-48e2-890e-d13a7fdf1023 kind: Event lastTimestamp: "2026-07-07T17:05:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:05:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:05:50Z" name: isvc-autogluon-v2-predictor.18c010cbe4666116 namespace: kserve-ci-e2e-test resourceVersion: "18983" uid: 2baeef26-f491-43c1-a406-3a1b00d3979d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T17:05:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: afc22272-c097-48e2-890e-d13a7fdf1023 kind: Event lastTimestamp: "2026-07-07T17:05:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:05:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:05:50Z" name: isvc-autogluon-v2-predictor.18c010cbe4da6392 namespace: kserve-ci-e2e-test resourceVersion: "18984" uid: b7f5c443-84c3-4d93-ad36-fdb48d85a559 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-07T17:06:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18768" uid: afc22272-c097-48e2-890e-d13a7fdf1023 kind: Event lastTimestamp: "2026-07-07T17:07:05Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:06:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:07:05Z" name: isvc-autogluon-v2-predictor.18c010d6623dce47 namespace: kserve-ci-e2e-test resourceVersion: "19497" uid: 52c53ac4-9b75-4a20-978d-c98632da7006 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-07T17:06:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18768" uid: afc22272-c097-48e2-890e-d13a7fdf1023 kind: Event lastTimestamp: "2026-07-07T17:07:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:06:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:07:05Z" name: isvc-autogluon-v2-predictor.18c010d662b46f29 namespace: kserve-ci-e2e-test resourceVersion: "19499" uid: 8c6adea8-4da2-4ce5-a6e2-c146783f9b2e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-07T17:07:20.808001Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19659" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h to ip-10-0-133-184.ec2.internal metadata: creationTimestamp: "2026-07-07T17:07:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T17:07:20Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010e7f126118c namespace: kserve-ci-e2e-test resourceVersion: "19664" uid: 1a471c7c-c0a4-44d2-a99a-ff0340ac2fc8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T17:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:21Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010e7fcb43645 namespace: kserve-ci-e2e-test resourceVersion: "19673" uid: 89f2a023-8345-42a6-ad56-b2e4b463d012 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19668" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:21Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T17:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T17:07:21Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010e82ed43d17 namespace: kserve-ci-e2e-test resourceVersion: "19681" uid: d90cbdfc-37aa-4bb7-b635-a7bff741a85d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:21Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine metadata: creationTimestamp: "2026-07-07T17:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:21Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010e831528b8c namespace: kserve-ci-e2e-test resourceVersion: "19683" uid: b0217bc0-69a6-4ad2-b05c-df6270c3b05e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:21Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T17:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:21Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010e8343d5a37 namespace: kserve-ci-e2e-test resourceVersion: "19684" uid: 304b3588-ee9d-44da-a35e-1b3eb2e49ed3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:21Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:21Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T17:07:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:21Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010e834acd56c namespace: kserve-ci-e2e-test resourceVersion: "19686" uid: 36808daf-7ea4-49e8-8bfe-bccac1c9f753 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:51Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-07T17:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010ef2d7170b2 namespace: kserve-ci-e2e-test resourceVersion: "19907" uid: aff8d006-d187-46f0-8f85-69afb8ae5cb1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T17:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010ef30b5b2ab namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: c041aad7-e9ea-43c8-b7c4-ee95190d81f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T17:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010ef3132a94d namespace: kserve-ci-e2e-test resourceVersion: "19910" uid: 5eba2230-b07b-450f-858f-6f7ff50fa448 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T17:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010ef313d256c namespace: kserve-ci-e2e-test resourceVersion: "19911" uid: 9ce4dac0-78ba-4185-b82a-1927e4a3e7a8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T17:07:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010ef342b3330 namespace: kserve-ci-e2e-test resourceVersion: "19914" uid: 9547d9de-b365-4add-8aea-775808048ee0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:07:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:07:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:07:52Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c010ef34a63343 namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: c9c9640a-fb79-48e1-88f9-2d699a8e6bc7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:09:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T17:09:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:30Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c011063f7ed363 namespace: kserve-ci-e2e-test resourceVersion: "20617" uid: f2823a7e-13f5-4b8b-b837-ceb08c9303d7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h namespace: kserve-ci-e2e-test resourceVersion: "19661" uid: ffd72431-887a-44b9-b39e-10f4bcae69be kind: Event lastTimestamp: "2026-07-07T17:09:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:09:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:09:30Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h.18c011063f7f57e2 namespace: kserve-ci-e2e-test resourceVersion: "20618" uid: b05e7acd-b353-4ab2-8f59-ae6f3867355e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19650" uid: 9af5bd4d-aa14-41c4-8466-ec361f9a0989 kind: Event lastTimestamp: "2026-07-07T17:07:20Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-t5x6h' metadata: creationTimestamp: "2026-07-07T17:07:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:07:20Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c010e7f09f763c namespace: kserve-ci-e2e-test resourceVersion: "19662" uid: 0e3648cd-d3a5-4d84-9e5b-e7ae0e97519c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19648" uid: d9b2b80e-a6b8-4747-9d9d-89e4f2124128 kind: Event lastTimestamp: "2026-07-07T17:07:20Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-07T17:07:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:07:20Z" name: isvc-autogluon-v2-variants-predictor.18c010e7e9142790 namespace: kserve-ci-e2e-test resourceVersion: "19651" uid: 205c1560-7474-4de9-90d6-61f794113c1a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T17:07:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19649" uid: 9605b916-3b75-4b5f-9c5e-91eed745362d kind: Event lastTimestamp: "2026-07-07T17:08:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:08:05Z" name: isvc-autogluon-v2-variants-predictor.18c010eb68537114 namespace: kserve-ci-e2e-test resourceVersion: "20011" uid: 7155a674-3c87-4410-af8a-f9c4ce28ef5f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T17:07:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19649" uid: 9605b916-3b75-4b5f-9c5e-91eed745362d kind: Event lastTimestamp: "2026-07-07T17:08:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:08:05Z" name: isvc-autogluon-v2-variants-predictor.18c010eb68f65c9c namespace: kserve-ci-e2e-test resourceVersion: "20013" uid: b6ed6277-ddd8-42f1-af7f-ec834f0ff63e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-07T17:08:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: 9605b916-3b75-4b5f-9c5e-91eed745362d kind: Event lastTimestamp: "2026-07-07T17:09:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:08:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:09:20Z" name: isvc-autogluon-v2-variants-predictor.18c010f5e69e8dbb namespace: kserve-ci-e2e-test resourceVersion: "20524" uid: 0377b36f-8a0c-4f1b-8ba9-689a6bd5249a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-07T17:08:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: 9605b916-3b75-4b5f-9c5e-91eed745362d kind: Event lastTimestamp: "2026-07-07T17:09:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:08:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:09:20Z" name: isvc-autogluon-v2-variants-predictor.18c010f5e7113cdf namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: 9bbfa84d-6a95-40b5-b0ab-b287035eab11 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T17:07:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19641" uid: ee07ab5c-678a-400a-aa38-102f93339ed7 kind: Event lastTimestamp: "2026-07-07T17:09:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T17:07:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:09:25Z" name: isvc-autogluon-v2-variants.18c010e7e92c6c6e namespace: kserve-ci-e2e-test resourceVersion: "20564" uid: bc8b03c8-23cf-49ad-88c9-0e8885ff9bba reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19641" uid: ee07ab5c-678a-400a-aa38-102f93339ed7 kind: Event lastTimestamp: "2026-07-07T17:07:20Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:07:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:07:20Z" name: isvc-autogluon-v2-variants.18c010e7e9b76129 namespace: kserve-ci-e2e-test resourceVersion: "19654" uid: 370de6f9-4863-4b8c-bb58-0d4270d161ef reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19641" uid: ee07ab5c-678a-400a-aa38-102f93339ed7 kind: Event lastTimestamp: "2026-07-07T17:07:20Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:07:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:07:20Z" name: isvc-autogluon-v2-variants.18c010e7e9b7b385 namespace: kserve-ci-e2e-test resourceVersion: "19655" uid: 090d8f73-513b-44a7-a5c2-a914fad1c021 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:09:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: ee07ab5c-678a-400a-aa38-102f93339ed7 kind: Event lastTimestamp: "2026-07-07T17:09:24Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-07T17:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:09:24Z" name: isvc-autogluon-v2-variants.18c01104db1f0b58 namespace: kserve-ci-e2e-test resourceVersion: "20563" uid: 33146fa4-8076-4a42-ad57-cfe623be39de reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T17:05:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18622" uid: d1da7ea6-6ba7-4a05-90b2-b50febe1b85d kind: Event lastTimestamp: "2026-07-07T17:07:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T17:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:07:09Z" name: isvc-autogluon-v2.18c010c8652dba07 namespace: kserve-ci-e2e-test resourceVersion: "19534" uid: 6b9cabb3-f58c-4c43-b8ae-1de18da29d0d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T17:05:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18622" uid: d1da7ea6-6ba7-4a05-90b2-b50febe1b85d kind: Event lastTimestamp: "2026-07-07T17:05:05Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:05:05Z" name: isvc-autogluon-v2.18c010c865e967a1 namespace: kserve-ci-e2e-test resourceVersion: "18648" uid: d47242ea-8b54-4c5d-9a51-b3e1c206c6ab reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T17:05:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18622" uid: d1da7ea6-6ba7-4a05-90b2-b50febe1b85d kind: Event lastTimestamp: "2026-07-07T17:05:05Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T17:05:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:05:05Z" name: isvc-autogluon-v2.18c010c865e9ccf2 namespace: kserve-ci-e2e-test resourceVersion: "18651" uid: 6f022eb1-824e-4883-a4b0-7ee8f0300702 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:07:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19532" uid: d1da7ea6-6ba7-4a05-90b2-b50febe1b85d kind: Event lastTimestamp: "2026-07-07T17:07:09Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-07T17:07:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:07:09Z" name: isvc-autogluon-v2.18c010e5345564da namespace: kserve-ci-e2e-test resourceVersion: "19533" uid: ed936dda-3351-464e-9798-e5d8eaa23b35 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T16:59:54.614893Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16249" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7979f68479-zqv5z to ip-10-0-133-184.ec2.internal metadata: creationTimestamp: "2026-07-07T16:59:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T16:59:54Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010800df79174 namespace: kserve-ci-e2e-test resourceVersion: "16254" uid: 441da200-052c-4e79-9672-11a8f331ae5b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:54Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:54Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-07T16:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:54Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010801c731d4e namespace: kserve-ci-e2e-test resourceVersion: "16263" uid: 20569090-9f92-4ca7-94fa-953139d7cdbe reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:55Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16258" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:55Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T16:59:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T16:59:55Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010804b9c9baf namespace: kserve-ci-e2e-test resourceVersion: "16271" uid: 2b1fcefa-65eb-419e-beaa-a549082f0c08 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:55Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine metadata: creationTimestamp: "2026-07-07T16:59:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:55Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010804da94919 namespace: kserve-ci-e2e-test resourceVersion: "16274" uid: bb5a891f-63a1-41b7-937f-6b81406dd2ae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:55Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T16:59:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:55Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c0108050275392 namespace: kserve-ci-e2e-test resourceVersion: "16275" uid: beadcfdb-2c6a-4676-a6f4-53cbd5a636d3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:55Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T16:59:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:55Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010805092d2b8 namespace: kserve-ci-e2e-test resourceVersion: "16276" uid: 3fe417e3-f209-4a59-870b-dc8fbf80019e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704" already present on machine metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010813afe96ab namespace: kserve-ci-e2e-test resourceVersion: "16311" uid: 45a7a206-24e2-4e8d-891f-4d37a6af53f5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010813e6e9cb1 namespace: kserve-ci-e2e-test resourceVersion: "16314" uid: cc2f34a5-d8eb-42c1-a9f5-3411575a2aa8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010813eee964e namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: e875ba8d-9c24-4ab5-ad93-4ceed6acf0cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010813efa75cb namespace: kserve-ci-e2e-test resourceVersion: "16316" uid: 3bfa00ec-8b90-462c-8707-0f76d3705552 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010814217d5a7 namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: 714f9543-1cd9-4c3b-809d-d605f9c96947 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c0108142860734 namespace: kserve-ci-e2e-test resourceVersion: "16318" uid: 33132922-f3d1-4407-ae45-154854fedf4b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:9f827b76928566b398f98d8c26b5fc350dac4ef0ecf92c754716b2023aaa5d92" already present on machine metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010814292b703 namespace: kserve-ci-e2e-test resourceVersion: "16321" uid: a264e0d6-bf58-485d-a78b-a24114efe5b3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c0108145a77daf namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: b8f1eec4-df1c-43de-9193-e97a3ab5261f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T16:59:59Z" message: Started container agent metadata: creationTimestamp: "2026-07-07T16:59:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:59Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c01081460ffd6c namespace: kserve-ci-e2e-test resourceVersion: "16326" uid: 558e88e5-a0e5-4590-a63e-2b74d57cc287 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T17:00:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T17:01:37Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-07T17:00:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:37Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010817714e811 namespace: kserve-ci-e2e-test resourceVersion: "17136" uid: d72963f3-d8c8-466a-8e7c-7775e55b34a1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-07T17:00:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T17:01:37Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-07T17:00:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:37Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c01081b2f24ead namespace: kserve-ci-e2e-test resourceVersion: "17137" uid: 93ee3be6-171d-4a70-b80a-136e0c81f1ef reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:29Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010963beba87e namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: 55d5bf53-ffcd-438d-81eb-2cafae1ed717 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:29Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010963bebd28e namespace: kserve-ci-e2e-test resourceVersion: "17031" uid: b7aaa165-970e-45ee-8818-29887a2a36d8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:29Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c010963bebf8b2 namespace: kserve-ci-e2e-test resourceVersion: "17032" uid: 36369eb5-d70a-4428-8827-d702bdd3359d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T17:01:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7979f68479-zqv5z namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: eb319868-44d2-46e9-b425-fc0134930aa9 kind: Event lastTimestamp: "2026-07-07T17:01:42Z" message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-07T17:01:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:42Z" name: isvc-logger-predictor-7979f68479-zqv5z.18c01096e32e7cdc namespace: kserve-ci-e2e-test resourceVersion: "17171" uid: 8f91a6bc-09da-4ce8-b52d-a5c0d4a06d18 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-7979f68479 namespace: kserve-ci-e2e-test resourceVersion: "16238" uid: b7f49cfe-45e4-4519-b9f4-78b50eaca745 kind: Event lastTimestamp: "2026-07-07T16:59:54Z" message: 'Created pod: isvc-logger-predictor-7979f68479-zqv5z' metadata: creationTimestamp: "2026-07-07T16:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:59:54Z" name: isvc-logger-predictor-7979f68479.18c010800d0aaedb namespace: kserve-ci-e2e-test resourceVersion: "16252" uid: 2932345a-8601-4487-a647-e89f2824aac5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: afb39b9d-c2d2-47bb-bf41-5f7cba25083f kind: Event lastTimestamp: "2026-07-07T16:59:54Z" message: Scaled up replica set isvc-logger-predictor-7979f68479 from 0 to 1 metadata: creationTimestamp: "2026-07-07T16:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:59:54Z" name: isvc-logger-predictor.18c010800686aa2c namespace: kserve-ci-e2e-test resourceVersion: "16240" uid: bddaa9e0-5b2c-4e9d-808f-df8850c7ceed reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T17:00:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16237" uid: 7e555540-950c-4011-a9ce-649c8ddeab39 kind: Event lastTimestamp: "2026-07-07T17:00:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:00:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:00:24Z" name: isvc-logger-predictor.18c0108385cc3bfa namespace: kserve-ci-e2e-test resourceVersion: "16524" uid: 54cf9a55-6a48-467c-93ac-88709285626e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T17:00:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16237" uid: 7e555540-950c-4011-a9ce-649c8ddeab39 kind: Event lastTimestamp: "2026-07-07T17:00:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T17:00:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:00:24Z" name: isvc-logger-predictor.18c01083864cc1d4 namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: c2d0e3e4-fbf1-45f4-950a-485f49d4e61b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T17:00:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: 7e555540-950c-4011-a9ce-649c8ddeab39 kind: Event lastTimestamp: "2026-07-07T17:01:24Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:01:24Z" name: isvc-logger-predictor.18c0108a8559006f namespace: kserve-ci-e2e-test resourceVersion: "16958" uid: d20e9a92-f39f-40dc-8662-f72f118cb142 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T17:00:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: 7e555540-950c-4011-a9ce-649c8ddeab39 kind: Event lastTimestamp: "2026-07-07T17:01:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:00:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:01:24Z" name: isvc-logger-predictor.18c0108a8606bb07 namespace: kserve-ci-e2e-test resourceVersion: "16959" uid: 165ad1c7-fa04-4a5b-96c8-39e25d44372c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T16:59:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16228" uid: 57022aaa-e8fd-4151-a609-a210044cc060 kind: Event lastTimestamp: "2026-07-07T17:01:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T16:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:01:17Z" name: isvc-logger.18c0108006e1d1ed namespace: kserve-ci-e2e-test resourceVersion: "16911" uid: a9bfb1a0-c1d5-436f-a630-0a49658c26e7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16228" uid: 57022aaa-e8fd-4151-a609-a210044cc060 kind: Event lastTimestamp: "2026-07-07T16:59:54Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T16:59:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:59:54Z" name: isvc-logger.18c0108007788040 namespace: kserve-ci-e2e-test resourceVersion: "16243" uid: 4eb552d2-ce25-47eb-955e-4b592f0ca390 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16909" uid: 57022aaa-e8fd-4151-a609-a210044cc060 kind: Event lastTimestamp: "2026-07-07T17:01:17Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-07T17:01:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T17:01:17Z" name: isvc-logger.18c01093712c5215 namespace: kserve-ci-e2e-test resourceVersion: "16910" uid: 69479818-8acc-4d8b-b4de-6d9e12930716 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T16:57:59.310728Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15263" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp to ip-10-0-133-184.ec2.internal metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01065354d9308 namespace: kserve-ci-e2e-test resourceVersion: "15269" uid: ab8c48c2-e303-4fda-9cfb-034bbb7c4fc5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:00Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:00Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : failed to sync secret cache: timed out waiting for the condition' metadata: creationTimestamp: "2026-07-07T16:58:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:00Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01065808ec026 namespace: kserve-ci-e2e-test resourceVersion: "15292" uid: a19ed86f-ee8d-4e2e-b71e-fc0e13533cd8 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15274" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:01Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T16:58:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T16:58:01Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01065a89e5f6e namespace: kserve-ci-e2e-test resourceVersion: "15296" uid: b79eb579-0465-420e-b787-1f0198b3dc50 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine metadata: creationTimestamp: "2026-07-07T16:58:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:01Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01065aaf3380b namespace: kserve-ci-e2e-test resourceVersion: "15299" uid: 87a4e922-0df7-48d7-89fa-616312669b9b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T16:58:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:01Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01065aeb8e14c namespace: kserve-ci-e2e-test resourceVersion: "15300" uid: dc555a67-7505-419f-8900-c282aaa1bd69 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T16:58:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:01Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01065af23e93f namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 8cdfe30a-f37e-4136-8d96-c19dfec63fe3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704" already present on machine metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c010668fbc5030 namespace: kserve-ci-e2e-test resourceVersion: "15336" uid: a2cbc089-5bed-4b0c-9a32-fb9fafeb4c9c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0106693d94451 namespace: kserve-ci-e2e-test resourceVersion: "15339" uid: cd94d268-589a-40ca-8f09-a81758f08475 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01066944c5ce1 namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: d75c32fb-56de-42fc-98c8-c31c10fe1e6d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0106694578baf namespace: kserve-ci-e2e-test resourceVersion: "15341" uid: 5be09909-6bc2-49aa-8e17-42c929b77ec6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01066977075b1 namespace: kserve-ci-e2e-test resourceVersion: "15345" uid: 3f937f34-15f7-434b-a287-e36e8400324c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0106697e3988d namespace: kserve-ci-e2e-test resourceVersion: "15346" uid: f1eab162-e4cc-44d9-8153-99b2eeb412ed reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:9f827b76928566b398f98d8c26b5fc350dac4ef0ecf92c754716b2023aaa5d92" already present on machine metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0106697efd749 namespace: kserve-ci-e2e-test resourceVersion: "15347" uid: 9a8fe2ca-c838-41c9-865c-df2844aee065 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c010669c532219 namespace: kserve-ci-e2e-test resourceVersion: "15349" uid: de0e0037-7987-4eaa-8a67-3ea0c714ec31 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:58:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:58:05Z" message: Started container agent metadata: creationTimestamp: "2026-07-07T16:58:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:05Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c010669cc87ea2 namespace: kserve-ci-e2e-test resourceVersion: "15350" uid: 0db63453-f815-4e78-ad54-81c7237c74c3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T16:58:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:59:34Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-07T16:58:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:34Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c01066cbd25d77 namespace: kserve-ci-e2e-test resourceVersion: "16062" uid: 165598b7-28b4-482d-8672-f5dddce83a02 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T16:58:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:59:34Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-07T16:58:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:34Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0106707b5b393 namespace: kserve-ci-e2e-test resourceVersion: "16064" uid: 55e8a488-8682-4cde-a8ac-4076907158d7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:59:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T16:59:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:34Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0107b615544eb namespace: kserve-ci-e2e-test resourceVersion: "16042" uid: e1b64042-c75d-4967-be81-08c324586205 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:59:34Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-07T16:59:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:34Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0107b615593db namespace: kserve-ci-e2e-test resourceVersion: "16043" uid: b554fc0f-102c-418a-93bb-f865da5ad25e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:59:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T16:59:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:34Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0107b615645e0 namespace: kserve-ci-e2e-test resourceVersion: "16045" uid: f1284b9a-81a0-4f09-a70c-f28ac0a9d312 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: d3c5c722-5800-4b51-a234-f31c61786bba kind: Event lastTimestamp: "2026-07-07T16:59:38Z" message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp 10.132.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-07T16:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:38Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp.18c0107c37f9c5ac namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: 7a4cdd46-6078-4646-be54-d0488b969774 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:57:59Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99 namespace: kserve-ci-e2e-test resourceVersion: "15232" uid: 2548c570-cdd0-435b-b6c5-31a9ca3dfa6e kind: Event lastTimestamp: "2026-07-07T16:57:59Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99-8sgbp' metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-custom-predictor-6ff8c4ff99.18c010653447644f namespace: kserve-ci-e2e-test resourceVersion: "15265" uid: 91d6b64a-38a6-4add-be14-7a217ec7c483 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:57:59Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15230" uid: c7b28720-2128-4e9c-83df-4f8aa5d271fc kind: Event lastTimestamp: "2026-07-07T16:57:59Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6ff8c4ff99 from 0 to 1 metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-custom-predictor.18c0106528467926 namespace: kserve-ci-e2e-test resourceVersion: "15233" uid: 20a0546a-4db3-426d-9937-f4710006e5aa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T16:58:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15231" uid: f2004973-6794-433e-8a4d-0fc398345cc4 kind: Event lastTimestamp: "2026-07-07T16:58:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T16:58:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:58:29Z" name: isvc-sklearn-batcher-custom-predictor.18c01068a7d34918 namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: 0aa560e5-437e-460c-b623-ea3a238da0b3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T16:58:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15231" uid: f2004973-6794-433e-8a4d-0fc398345cc4 kind: Event lastTimestamp: "2026-07-07T16:58:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T16:58:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:58:29Z" name: isvc-sklearn-batcher-custom-predictor.18c01068a839d02f namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: cd95f5b6-99b1-4e20-b563-5075690c73fd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T16:58:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: f2004973-6794-433e-8a4d-0fc398345cc4 kind: Event lastTimestamp: "2026-07-07T16:59:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T16:58:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:59:29Z" name: isvc-sklearn-batcher-custom-predictor.18c0106fa6955d65 namespace: kserve-ci-e2e-test resourceVersion: "15968" uid: b431d3e0-b2f8-4c12-994e-b7a34079618d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T16:58:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: f2004973-6794-433e-8a4d-0fc398345cc4 kind: Event lastTimestamp: "2026-07-07T16:59:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T16:58:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:59:29Z" name: isvc-sklearn-batcher-custom-predictor.18c0106fa70092a1 namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: 48e102c2-f7fb-4e7c-8bbf-acf10789f707 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-07T16:57:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15221" uid: e027b885-9562-49dc-88db-ad44c754b89b kind: Event lastTimestamp: "2026-07-07T16:59:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:59:25Z" name: isvc-sklearn-batcher-custom.18c01065286b68d9 namespace: kserve-ci-e2e-test resourceVersion: "15940" uid: 149b39c5-848e-4609-a5e3-92a94e78cb7f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:57:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15221" uid: e027b885-9562-49dc-88db-ad44c754b89b kind: Event lastTimestamp: "2026-07-07T16:57:59Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-custom.18c0106528f0257b namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: 66720b08-6df9-4381-8e10-ba6d5090ff61 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15938" uid: e027b885-9562-49dc-88db-ad44c754b89b kind: Event lastTimestamp: "2026-07-07T16:59:25Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-07T16:59:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:59:25Z" name: isvc-sklearn-batcher-custom.18c01079299468a5 namespace: kserve-ci-e2e-test resourceVersion: "15939" uid: 9a481182-2534-4a30-96c7-d2df9c57d20e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T16:56:13.952603Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14412" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f to ip-10-0-133-184.ec2.internal metadata: creationTimestamp: "2026-07-07T16:56:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T16:56:13Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0104cad783fb3 namespace: kserve-ci-e2e-test resourceVersion: "14416" uid: d5c2a3b3-cd3a-4f1e-bdf6-04b177ac7760 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:14Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14422" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:14Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T16:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T16:56:14Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0104cc802def6 namespace: kserve-ci-e2e-test resourceVersion: "14436" uid: ef54e08e-a966-47a5-ba5f-3974f4d3d589 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:14Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4" already present on machine metadata: creationTimestamp: "2026-07-07T16:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:14Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0104cca260df8 namespace: kserve-ci-e2e-test resourceVersion: "14438" uid: 45e5f2c6-e799-4574-9f6b-8858ca446696 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:14Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-07T16:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:14Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0104ccd04a46f namespace: kserve-ci-e2e-test resourceVersion: "14440" uid: 35fb4a03-2df7-4536-9115-160055ed51b7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:14Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-07T16:56:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:14Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0104ccd7c631a namespace: kserve-ci-e2e-test resourceVersion: "14441" uid: ae5f9b08-ae52-4fd5-918c-35a75ad809fd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:18Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704" metadata: creationTimestamp: "2026-07-07T16:56:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:18Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0104dc319c890 namespace: kserve-ci-e2e-test resourceVersion: "14476" uid: 27d8449d-38d5-4ae6-9f40-13d4d7d788ac reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:31Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704" in 13.083s (13.083s including waiting). Image size: 1555742129 bytes.' metadata: creationTimestamp: "2026-07-07T16:56:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:31Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c01050cef130b8 namespace: kserve-ci-e2e-test resourceVersion: "14572" uid: 1217c812-7358-4f40-adf1-811393d0a95c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T16:56:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:31Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c01050d240ead3 namespace: kserve-ci-e2e-test resourceVersion: "14575" uid: fcd439da-e5d3-4d3e-84f7-1986e09cce8e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T16:56:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:31Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c01050d2b11e82 namespace: kserve-ci-e2e-test resourceVersion: "14576" uid: dfc612a5-e09e-40f2-88a5-740942f4b054 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:31Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-07T16:56:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:31Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c01050d2c0b32e namespace: kserve-ci-e2e-test resourceVersion: "14577" uid: 3f9312eb-d849-444c-aa44-2ebc4bb58bc1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:34Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.247s (2.247s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-07T16:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:34Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0105158b4d7d0 namespace: kserve-ci-e2e-test resourceVersion: "14593" uid: a8d35b10-f77f-4999-b69d-7f4598394860 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T16:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:34Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c010515ba29369 namespace: kserve-ci-e2e-test resourceVersion: "14595" uid: 3c3845de-a3f1-43b8-a453-07f740857d83 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T16:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:34Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c010515c122003 namespace: kserve-ci-e2e-test resourceVersion: "14596" uid: 419aa51f-e3ff-4a70-ad38-181de66b9b85 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:34Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9f827b76928566b398f98d8c26b5fc350dac4ef0ecf92c754716b2023aaa5d92" metadata: creationTimestamp: "2026-07-07T16:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:34Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c010515c1f252a namespace: kserve-ci-e2e-test resourceVersion: "14597" uid: b44111de-7dc0-45bc-a991-9667b2e671ca reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:37Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9f827b76928566b398f98d8c26b5fc350dac4ef0ecf92c754716b2023aaa5d92" in 3.449s (3.449s including waiting). Image size: 239997051 bytes.' metadata: creationTimestamp: "2026-07-07T16:56:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:37Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0105229beec9e namespace: kserve-ci-e2e-test resourceVersion: "14623" uid: 907acf97-a4a7-466e-a1d2-5e03d5e20a06 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:37Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-07T16:56:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:37Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c010522d8a87ae namespace: kserve-ci-e2e-test resourceVersion: "14624" uid: 5478df13-e7f8-41aa-b07d-eece0662521a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:56:37Z" message: Started container agent metadata: creationTimestamp: "2026-07-07T16:56:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:56:37Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c010522e074a84 namespace: kserve-ci-e2e-test resourceVersion: "14625" uid: 52e26787-25c3-4b3b-8641-e9ef031cb8fd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T16:56:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:58:10Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-07T16:56:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:10Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c01052362bf341 namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: f8cad857-d706-4435-b503-682142dce770 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-07T16:56:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:58:00Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-07T16:56:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:00Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c01052720c85a7 namespace: kserve-ci-e2e-test resourceVersion: "15294" uid: 56a3d91a-3619-4891-9e48-6cc62e537e57 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:57:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:57:59Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c010653419079b namespace: kserve-ci-e2e-test resourceVersion: "15264" uid: fcadb2c1-1925-4c0a-a248-3eddb6eff6e1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:57:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:57:59Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c0106534195bd6 namespace: kserve-ci-e2e-test resourceVersion: "15268" uid: 7dd34fb1-2fd5-4b5e-afdc-d8dd442e5466 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:57:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:57:59Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c010653419ef51 namespace: kserve-ci-e2e-test resourceVersion: "15272" uid: 177b661d-f3c8-44a3-8344-bac16870125d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T16:57:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 48f6db63-3224-48ce-9cef-e140d5600ee7 kind: Event lastTimestamp: "2026-07-07T16:58:09Z" message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-07T16:57:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:58:09Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f.18c010654e406f64 namespace: kserve-ci-e2e-test resourceVersion: "15388" uid: b56c882f-657e-405b-ae62-c4190b09309e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-184.ec2.internal source: component: kubelet host: ip-10-0-133-184.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-75c9fd9d88 namespace: kserve-ci-e2e-test resourceVersion: "14401" uid: 4c151e71-c7be-4ca7-9c31-04051b826835 kind: Event lastTimestamp: "2026-07-07T16:56:13Z" message: 'Created pod: isvc-sklearn-batcher-predictor-75c9fd9d88-v8g7f' metadata: creationTimestamp: "2026-07-07T16:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:56:13Z" name: isvc-sklearn-batcher-predictor-75c9fd9d88.18c0104cad012d7f namespace: kserve-ci-e2e-test resourceVersion: "14413" uid: 93a32e58-73e9-41f9-88dd-ef1a8133c5a0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:56:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14400" uid: 6e535951-dad5-4175-9957-c08222841432 kind: Event lastTimestamp: "2026-07-07T16:56:13Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-75c9fd9d88 from 0 to 1 metadata: creationTimestamp: "2026-07-07T16:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:56:13Z" name: isvc-sklearn-batcher-predictor.18c0104ca4e677a1 namespace: kserve-ci-e2e-test resourceVersion: "14402" uid: 33caef76-24c0-4717-a492-087029f00394 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T16:56:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14407" uid: 7358cbc5-2ecb-4888-8d12-280c1e5c3f9c kind: Event lastTimestamp: "2026-07-07T16:57:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T16:56:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:57:14Z" name: isvc-sklearn-batcher-predictor.18c010502ce0d4ea namespace: kserve-ci-e2e-test resourceVersion: "14894" uid: 9698a326-0782-4598-8eef-a913cabfadb6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-07T16:56:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14407" uid: 7358cbc5-2ecb-4888-8d12-280c1e5c3f9c kind: Event lastTimestamp: "2026-07-07T16:57:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T16:56:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:57:14Z" name: isvc-sklearn-batcher-predictor.18c010502d81437f namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: 750eb7d0-1383-499a-95ff-1d99d4726dde reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T16:56:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14551" uid: 7358cbc5-2ecb-4888-8d12-280c1e5c3f9c kind: Event lastTimestamp: "2026-07-07T16:57:59Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T16:56:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-predictor.18c010572bf7abd1 namespace: kserve-ci-e2e-test resourceVersion: "15240" uid: 6531d677-50f4-4807-9135-9dfa6f5262c4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-07T16:56:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14551" uid: 7358cbc5-2ecb-4888-8d12-280c1e5c3f9c kind: Event lastTimestamp: "2026-07-07T16:57:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T16:56:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:57:59Z" name: isvc-sklearn-batcher-predictor.18c010572c7e4b41 namespace: kserve-ci-e2e-test resourceVersion: "15241" uid: d8145233-0867-453d-abfc-d541c23fbcd3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-07T16:56:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: d4a6c4cf-04d5-4828-a054-a42fd1fc2fd9 kind: Event lastTimestamp: "2026-07-07T16:57:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T16:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:57:50Z" name: isvc-sklearn-batcher.18c0104caaf86ce1 namespace: kserve-ci-e2e-test resourceVersion: "15166" uid: 7128f7ae-b809-4a45-9591-e8c42e79bc2c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T16:56:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: d4a6c4cf-04d5-4828-a054-a42fd1fc2fd9 kind: Event lastTimestamp: "2026-07-07T16:56:14Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T16:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:56:14Z" name: isvc-sklearn-batcher.18c0104cab7ba804 namespace: kserve-ci-e2e-test resourceVersion: "14427" uid: 6f65955d-fdf6-4c00-9783-08a561bbaea2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T16:56:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: d4a6c4cf-04d5-4828-a054-a42fd1fc2fd9 kind: Event lastTimestamp: "2026-07-07T16:56:14Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T16:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:56:14Z" name: isvc-sklearn-batcher.18c0104cab7c01dc namespace: kserve-ci-e2e-test resourceVersion: "14429" uid: a390899e-3596-41b7-a89c-d000205e0214 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:57:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15164" uid: d4a6c4cf-04d5-4828-a054-a42fd1fc2fd9 kind: Event lastTimestamp: "2026-07-07T16:57:50Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-07T16:57:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:57:50Z" name: isvc-sklearn-batcher.18c010633e835654 namespace: kserve-ci-e2e-test resourceVersion: "15165" uid: bde6c902-16e9-4caa-b06e-04333f327446 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-07T16:59:34.671240Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16048" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-lg8m5 to ip-10-0-128-144.ec2.internal metadata: creationTimestamp: "2026-07-07T16:59:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-07T16:59:34Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107b693b7efc namespace: kserve-ci-e2e-test resourceVersion: "16057" uid: c6faeb9f-b0c0-45e1-a849-1a8d405a8214 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-56f7dcd79d-fgjqb source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:35Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : failed to sync secret cache: timed out waiting for the condition' metadata: creationTimestamp: "2026-07-07T16:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:35Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107baef145fa namespace: kserve-ci-e2e-test resourceVersion: "16072" uid: f1941c43-61e6-43e2-9b89-6e443643cd2a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:35Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:35Z" message: 'MountVolume.SetUp failed for volume "kube-api-access-dkh7l" : failed to sync configmap cache: timed out waiting for the condition' metadata: creationTimestamp: "2026-07-07T16:59:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:35Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107bb6a4286b namespace: kserve-ci-e2e-test resourceVersion: "16073" uid: 0845f6b5-d344-4be6-9cb1-1d1af505b67b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:36Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16056" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:36Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-07T16:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-07T16:59:36Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107bec11b2b2 namespace: kserve-ci-e2e-test resourceVersion: "16081" uid: f22f93ef-1bc7-4fae-916f-9139adebf6ed reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:36Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-07T16:59:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:36Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107beef9cda1 namespace: kserve-ci-e2e-test resourceVersion: "16083" uid: 837da013-ea2a-467c-84de-3b2600918bb7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:38Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.419s (1.419s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-07T16:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:38Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107c438f0cb0 namespace: kserve-ci-e2e-test resourceVersion: "16094" uid: e9b8745a-d51a-4cf0-93c7-84ac5b54a265 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-07T16:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:38Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107c46a85388 namespace: kserve-ci-e2e-test resourceVersion: "16095" uid: 5efe9808-62d9-4668-92ea-ec679dd62e0e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-07T16:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:38Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107c471040a9 namespace: kserve-ci-e2e-test resourceVersion: "16096" uid: a458d2b3-8256-4798-b623-f444d4eebc0c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:38Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-07T16:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:38Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107c471e1dbc namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 113095bb-971a-48b7-9fd0-c9798ecacef1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:40Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.404s (2.404s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-07T16:59:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:40Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107cd675f021 namespace: kserve-ci-e2e-test resourceVersion: "16113" uid: 01e087f0-cfa7-4ded-a70a-e4a76298a0d3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-07T16:59:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:40Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107cd970ed54 namespace: kserve-ci-e2e-test resourceVersion: "16114" uid: f3d86f4b-2291-47fa-8fed-4195e770a74e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T16:59:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T16:59:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T16:59:40Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c0107cd9de14d9 namespace: kserve-ci-e2e-test resourceVersion: "16116" uid: bfb35c5f-300d-4211-ae8e-779e973e90b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:29Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c01096402e450d namespace: kserve-ci-e2e-test resourceVersion: "17057" uid: c53995bf-b4a2-43c5-bf29-83f52779af9f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:01:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-lg8m5 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: 09908eee-2e9f-4131-94de-ad420dc7723b kind: Event lastTimestamp: "2026-07-07T17:01:29Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-07T17:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-07T17:01:29Z" name: message-dumper-predictor-6575bcfdfd-lg8m5.18c01096402efa7f namespace: kserve-ci-e2e-test resourceVersion: "17059" uid: a41c6a6b-2006-4e47-84d1-37a197a2cb53 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-128-144.ec2.internal source: component: kubelet host: ip-10-0-128-144.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16017" uid: 51981f86-7762-4fe7-9383-b1a86104f2ee kind: Event lastTimestamp: "2026-07-07T16:59:34Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-lg8m5' metadata: creationTimestamp: "2026-07-07T16:59:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:59:34Z" name: message-dumper-predictor-6575bcfdfd.18c0107b65d5c6ef namespace: kserve-ci-e2e-test resourceVersion: "16051" uid: 875b3515-f677-4e74-8dd4-ad684c53b9bb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16015" uid: a8f6f903-c20f-49f8-82c2-ab2c2dd33e95 kind: Event lastTimestamp: "2026-07-07T16:59:34Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-07T16:59:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T16:59:34Z" name: message-dumper-predictor.18c0107b57972993 namespace: kserve-ci-e2e-test resourceVersion: "16020" uid: 92a4cd0d-9035-4b3e-81b2-19a605aea585 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T16:59:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16016" uid: d3e2c54e-e0e3-4468-a410-55f66890ceda kind: Event lastTimestamp: "2026-07-07T17:00:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T16:59:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:00:19Z" name: message-dumper-predictor.18c0107ed7580a94 namespace: kserve-ci-e2e-test resourceVersion: "16488" uid: 8a953fdc-1974-4c42-b932-cc0dc3110a76 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-07T16:59:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16016" uid: d3e2c54e-e0e3-4468-a410-55f66890ceda kind: Event lastTimestamp: "2026-07-07T17:00:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-07T16:59:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:00:19Z" name: message-dumper-predictor.18c0107ed7cb48eb namespace: kserve-ci-e2e-test resourceVersion: "16489" uid: 6292b50d-391a-4b1e-b6c8-47719e95b1ae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:00:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: d3e2c54e-e0e3-4468-a410-55f66890ceda kind: Event lastTimestamp: "2026-07-07T17:00:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:00:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:00:04Z" name: message-dumper-predictor.18c0108256b4f624 namespace: kserve-ci-e2e-test resourceVersion: "16365" uid: a0930dd6-13e6-411c-8ed3-4fc1492f7ab1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T17:00:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: d3e2c54e-e0e3-4468-a410-55f66890ceda kind: Event lastTimestamp: "2026-07-07T17:00:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-07T17:00:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-07T17:00:04Z" name: message-dumper-predictor.18c01082573a7893 namespace: kserve-ci-e2e-test resourceVersion: "16366" uid: d21b517d-58a1-4007-8af0-2c37ea27207a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-07T16:59:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16007" uid: 9a0e07cf-2ea8-406c-8ca4-618b00d03bd3 kind: Event lastTimestamp: "2026-07-07T16:59:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-07T16:59:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:59:49Z" name: message-dumper.18c0107b579906cb namespace: kserve-ci-e2e-test resourceVersion: "16189" uid: 6c09e638-9ff4-4b78-a491-f6f6c3898efe reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16007" uid: 9a0e07cf-2ea8-406c-8ca4-618b00d03bd3 kind: Event lastTimestamp: "2026-07-07T16:59:34Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-07T16:59:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:59:34Z" name: message-dumper.18c0107b58abcb9e namespace: kserve-ci-e2e-test resourceVersion: "16021" uid: b4221c4b-acc9-42fb-83cb-e3cfa7deafdc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-07T16:59:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16186" uid: 9a0e07cf-2ea8-406c-8ca4-618b00d03bd3 kind: Event lastTimestamp: "2026-07-07T16:59:49Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-07T16:59:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-07T16:59:49Z" name: message-dumper.18c0107ed36f6384 namespace: kserve-ci-e2e-test resourceVersion: "16187" uid: df95a12e-a4a9-472c-9c30-38e0958e5c75 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22080"