---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:15:29.244769Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21680"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    to ip-10-0-138-41.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f1b9a1cf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 8911ffe5-f640-4e43-8cc3-0bd93789ba6a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:29Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f1d314868a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: a86ef9c7-c770-4843-9d1a-6abb287941b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f1d47bfcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: d26d5515-582c-49be-9628-94c7a6826d13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f1d7404b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 26be453c-b06f-4deb-8520-3df36f205fd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f1d7b04680
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: 6eab577f-f2a6-4152-8030-ad1af8840562
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:39Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:39Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f415a9938a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 61ee6def-725f-44b3-8ac9-8b0311192b74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:39Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f418bbb7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: 42af2871-1086-4615-bbe6-c3e08fa4a84d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:39Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f41936bc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21780"
    uid: b28c9044-d812-456b-bd9e-377bac63fd3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:39Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f4194093b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 65a8c7d5-0f42-4997-ac50-9c32b1b29a37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:39Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f41c701ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 4383954c-7960-4d01-b20c-7a190d33f575
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:39Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f41ce7c7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: 03a1545b-9649-4871-aeb0-0ea38b751a3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:47Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f48da21fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21846"
    uid: 02729bf3-1a16-407d-8216-a468d8c3b31f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:59Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f8b4ae9dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: a5f4726b-d882-4093-973a-f93fb2243680
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 16fd13dd-9709-409a-b0f9-16009ead7421
  kind: Event
  lastTimestamp: "2026-07-16T22:15:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:59Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n.18c2e4f8b4b6a680
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 5c0b4a2e-5d96-486a-b323-494a90bfe9a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21671"
    uid: 98fd89d5-03a4-41b1-a5bb-3ae3e6b2415d
  kind: Event
  lastTimestamp: "2026-07-16T22:15:29Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-gt69n'
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c2e4f1b90f1f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21681"
    uid: 04207695-a778-45f5-a9d6-6f8517092d41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 2ab6903f-4842-4a41-9748-e252b3b39512
  kind: Event
  lastTimestamp: "2026-07-16T22:15:29Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1-predictor.18c2e4f1b2aa237b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 9bfdee34-7e94-4376-bbfe-d5a45e38e8e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 15419280-b487-4ccb-b60c-f2922a7d6ec2
  kind: Event
  lastTimestamp: "2026-07-16T22:15:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:15:59Z"
    name: isvc-autogluon-ts-v1-predictor.18c2e4f5315f4183
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 83ea5735-ab31-46b7-8065-13bc7fc8407a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 15419280-b487-4ccb-b60c-f2922a7d6ec2
  kind: Event
  lastTimestamp: "2026-07-16T22:15:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:15:59Z"
    name: isvc-autogluon-ts-v1-predictor.18c2e4f531c3a7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 5209b725-0794-4d40-8825-c8bfeae34782
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 67471097-c039-4ac0-8bdf-dff05974ef36
  kind: Event
  lastTimestamp: "2026-07-16T22:15:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:15:57Z"
    name: isvc-autogluon-ts-v1.18c2e4f1b2f418a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: bb6f5789-1a95-41d3-a297-ee72de518b67
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 67471097-c039-4ac0-8bdf-dff05974ef36
  kind: Event
  lastTimestamp: "2026-07-16T22:15:29Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1.18c2e4f1b4263896
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: 45dd3095-dc90-48a4-8505-6a81c27f446a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 67471097-c039-4ac0-8bdf-dff05974ef36
  kind: Event
  lastTimestamp: "2026-07-16T22:15:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:15:29Z"
    name: isvc-autogluon-ts-v1.18c2e4f1b4269747
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 11038b28-e96f-4196-bf8e-59d2cafaca08
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21924"
    uid: 67471097-c039-4ac0-8bdf-dff05974ef36
  kind: Event
  lastTimestamp: "2026-07-16T22:15:57Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:15:57Z"
    name: isvc-autogluon-ts-v1.18c2e4f84cb3916c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 4efd97ce-49e0-4ade-8ff0-bd312075fedd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:06:07.548337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    to ip-10-0-138-41.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e46ef1ea6ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: c30713a7-a154-434e-9d29-4e5fd4ca134a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e46f0bb3f0e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 1bd05b80-c0ed-49aa-929e-367d4bf09503
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e46f0d46911d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: a59f4487-27a5-4ecc-9b73-b6d7354a3b65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e46f0ff8e86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: e6eb097c-0ba9-4ba2-853e-2a7984b4ce3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:06:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:08Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e46f106b57de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: 0738c89f-4971-4587-ab7a-4bf8d4a0dc00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:06:37Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-16T22:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:37Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e47602faa654
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: 7c8f3d4c-fcbf-46c9-8387-b488c00b319d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:08:46Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m8.199s
    (2m8.199s including waiting). Image size: 8940077331 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e493dc4366f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18576"
    uid: 3bb7adce-6272-442d-ba84-3da66e16332d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:08:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e493e09f41aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: bc43d27f-62da-4f83-9302-5dd93df4d165
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:08:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e493e1aca7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: c1dd099e-564a-435e-8832-71f38ea2f64f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:08:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e493e1b82c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 334410c6-d31a-4467-96b3-fede5b215ea5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:08:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e493e6fa19e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: 0daf34be-cc42-4177-bae2-818659e74a00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:08:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e493e8035085
    namespace: kserve-ci-e2e-test
    resourceVersion: "18582"
    uid: 723f6b44-3e83-4816-8f3b-c026624f0ab5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:08:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:08:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:08:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:08:52Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e493f62f8254
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: 5561d614-bfac-4b5d-80ad-38d9e53a35f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:09:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e498e3585295
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 4eafa312-b899-4400-952f-9edc807b4c2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: d4720921-4cb8-48a5-955e-c93ef7f0b753
  kind: Event
  lastTimestamp: "2026-07-16T22:09:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2.18c2e498e358f9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18760"
    uid: 23f886a3-5f1a-4e7d-8998-9802076736e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-7bbbbd79cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: 4a0606b4-185e-4be7-b70b-9bf07b5e7971
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-ngkl2'
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c2e46ef107c12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 63025e13-9c29-4272-8fd2-92b286309aaf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 801218e6-f0fe-48ad-a58d-1c54eab1563a
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-autogluon-v1-predictor.18c2e46ee90f42bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: 9c4b5e3a-5a00-4030-a73f-82f0c99271a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: 92c58d12-7e51-4651-aacd-f3a95e9d7aa1
  kind: Event
  lastTimestamp: "2026-07-16T22:09:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:09:07Z"
    name: isvc-autogluon-v1-predictor.18c2e472685f158e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18743"
    uid: 56e3fc5b-0e97-4d3f-8034-82b705841f5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: 92c58d12-7e51-4651-aacd-f3a95e9d7aa1
  kind: Event
  lastTimestamp: "2026-07-16T22:09:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:09:07Z"
    name: isvc-autogluon-v1-predictor.18c2e4726919c39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18744"
    uid: 809de806-d3d6-427c-99e2-dcad4fbcfe92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 92146515-4e92-405a-ad51-ae33671e536a
  kind: Event
  lastTimestamp: "2026-07-16T22:09:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:09:02Z"
    name: isvc-autogluon-v1.18c2e46ee9cda05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: 8ee20e96-064d-4efe-bf4c-f0ec03445f4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 92146515-4e92-405a-ad51-ae33671e536a
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-autogluon-v1.18c2e46eea573ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: d011fb43-ee18-415b-865e-65e906f86b3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 92146515-4e92-405a-ad51-ae33671e536a
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-autogluon-v1.18c2e46eea57d48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: f8266c59-f2c7-41f4-871f-00f3cf5ce888
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18708"
    uid: 92146515-4e92-405a-ad51-ae33671e536a
  kind: Event
  lastTimestamp: "2026-07-16T22:09:02Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:09:02Z"
    name: isvc-autogluon-v1.18c2e497b5f0500a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18709"
    uid: 0fd3807c-8514-41c2-b213-e5935b0f0d6f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:13:33.794802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    to ip-10-0-138-41.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:13:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:13:33Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d6d8470a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: 8e7a54b9-924d-4b74-89be-58759b18699c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-16T22:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:33Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d6e357498c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 2fddfc6f-4948-4731-89f0-f4db13c879fa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:34Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:13:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d715ec3376
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: e12c4182-f7b8-447a-9578-778d8cfb5981
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d717b59679
    namespace: kserve-ci-e2e-test
    resourceVersion: "20817"
    uid: 2e8132ee-af6f-4ca0-bf25-54213702d64f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d71a4c9d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20818"
    uid: 83dcb998-50b4-4480-80ff-9946160bbdc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d71abbe7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: 84774a13-7f5e-4915-bc68-0218e21a5c82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:40Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d87c4ef9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: be9366ee-6d44-4675-a320-c1cae7447803
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d87fa34023
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 7fcef20d-0e89-4d40-b7ad-3746bc7ee551
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d880172330
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: fe32921d-0e0f-4498-b588-39bf3f416731
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d88021fcce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: 3c0825be-c3b6-413f-88a5-03d43b080c3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d88347474b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 6409b889-800e-4f0c-8fe4-e4296914f7c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:13:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4d883bf4fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 130793b8-7655-49e9-ac09-d45a28be5bb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:15:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:23Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4f07e71aa04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 835f9865-bacd-44a8-8c2c-965f22f8cc1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 98a494f3-3a97-464b-93e5-492aa62ae07d
  kind: Event
  lastTimestamp: "2026-07-16T22:15:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:15:23Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh.18c2e4f07e72263b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 55b55667-2cb7-41f0-87ec-f74952ec7c31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: f04e2bdb-bcfc-4980-93e2-8fbd1b465835
  kind: Event
  lastTimestamp: "2026-07-16T22:13:33Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j6zlh'
  metadata:
    creationTimestamp: "2026-07-16T22:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:13:33Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c2e4d6d7d44e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: efba4949-5045-4521-ae3f-c3708170db81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: b5a6be21-3a41-4e07-a1f3-5cbb371afb8c
  kind: Event
  lastTimestamp: "2026-07-16T22:13:33Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:13:33Z"
    name: isvc-autogluon-v2-noslash-predictor.18c2e4d6d3435d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20786"
    uid: 40299a89-d9b4-4969-b341-528d41085d8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: c074ea32-8e2d-4f5e-a435-228560ff62d3
  kind: Event
  lastTimestamp: "2026-07-16T22:13:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:13:48Z"
    name: isvc-autogluon-v2-noslash-predictor.18c2e4da51d9c48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: a69d453e-958d-4364-b73d-f6b66c577a97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: c074ea32-8e2d-4f5e-a435-228560ff62d3
  kind: Event
  lastTimestamp: "2026-07-16T22:13:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:13:48Z"
    name: isvc-autogluon-v2-noslash-predictor.18c2e4da5265a77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: 77c51b92-fd19-4977-95a6-f0d0afc00bd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: c074ea32-8e2d-4f5e-a435-228560ff62d3
  kind: Event
  lastTimestamp: "2026-07-16T22:15:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:15:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18c2e4ddd1b4a437
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: b6560c5b-2516-47b7-ae1b-d31ead1f68ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-16T22:14:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: c074ea32-8e2d-4f5e-a435-228560ff62d3
  kind: Event
  lastTimestamp: "2026-07-16T22:15:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:15:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18c2e4ddd229195e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: 01500828-8d0d-4272-8205-044f8dc704a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 1c90c4e1-a823-4635-b79e-5b9fc7bdf2ca
  kind: Event
  lastTimestamp: "2026-07-16T22:15:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:15:19Z"
    name: isvc-autogluon-v2-noslash.18c2e4d6d341ba18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: b296058f-e593-4b9d-ae52-20877181b1fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 1c90c4e1-a823-4635-b79e-5b9fc7bdf2ca
  kind: Event
  lastTimestamp: "2026-07-16T22:13:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:13:33Z"
    name: isvc-autogluon-v2-noslash.18c2e4d6d3c36db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: ca12ca97-147a-4999-b9e1-7f99141b947c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 1c90c4e1-a823-4635-b79e-5b9fc7bdf2ca
  kind: Event
  lastTimestamp: "2026-07-16T22:13:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:13:33Z"
    name: isvc-autogluon-v2-noslash.18c2e4d6d3c3c086
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: b42a137a-c9d6-4f25-80f9-1325d867819f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:15:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 1c90c4e1-a823-4635-b79e-5b9fc7bdf2ca
  kind: Event
  lastTimestamp: "2026-07-16T22:15:19Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:15:19Z"
    name: isvc-autogluon-v2-noslash.18c2e4ef6e4bfd81
    namespace: kserve-ci-e2e-test
    resourceVersion: "21566"
    uid: 4e5f89c9-0f0c-40c1-abde-8d6953ed765c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:09:13.035488Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-r6hjp
    to ip-10-0-138-41.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:09:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:09:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49a21cfca20
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 1cebb119-d19a-481f-a79c-c417aa9df29e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18833"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:13Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:09:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49a3dd0acfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 7ebf519c-f7c0-49e1-94ee-f9cfaec2b7c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49a3f637dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18842"
    uid: e7656e21-15cf-4888-a05c-9fdc4105b07e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49a4337ec85
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: 5c072c17-70d9-4aac-a7f3-3da31bf8b441
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49a4410efce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: f3314ef8-7fe7-47b1-9271-83b950df87d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:33Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:33Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49ef4753636
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: e0cdfc9e-032f-43d5-82ac-8ef2c4f22c9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:33Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49ef7e58c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18996"
    uid: c8ef74e2-e75e-4fe4-9597-ca49e5529696
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:33Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49ef85d1136
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: 5901d678-b4ee-4fd9-bcfc-6bc437ed0adf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:33Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49ef867a5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: 49f9d5c0-0f95-4eed-9e1b-3c098111b644
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:33Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49efb290bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: e3c7816d-59fd-4c6c-8672-ff4b5968120b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:09:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:09:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:09:33Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e49efb9a1eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19003"
    uid: e1074427-db86-4bbd-a2c1-0d63e92ea57d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:11:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e4b61cfcd850
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: 0ab72f67-5c48-4f8d-95a7-1debf6647ba0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 577f2270-c027-42bb-8fad-4fc40a8842ec
  kind: Event
  lastTimestamp: "2026-07-16T22:11:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-r6hjp.18c2e4b61cfd8c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: d3c68db5-3dfb-4e23-8d95-21beaa957c95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-67b849d456
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 982d4106-4e70-42e8-bac3-abc7e7594404
  kind: Event
  lastTimestamp: "2026-07-16T22:09:13Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-r6hjp'
  metadata:
    creationTimestamp: "2026-07-16T22:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:09:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456.18c2e49a215ba62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 3ff659e6-9122-4b2e-8176-81b79c261778
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: cf05f953-654c-4f85-91c0-6339403a87cc
  kind: Event
  lastTimestamp: "2026-07-16T22:09:12Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-16T22:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:09:12Z"
    name: isvc-autogluon-v2-predictor.18c2e49a1cbc3892
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: 51683d2e-bdda-4b99-881c-25e17d7279d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 45d18508-123a-4333-97ed-93c4f5f14149
  kind: Event
  lastTimestamp: "2026-07-16T22:09:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:09:58Z"
    name: isvc-autogluon-v2-predictor.18c2e49d9bb31098
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: 3c012c18-5834-4038-a0a8-eb6305c936ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: 45d18508-123a-4333-97ed-93c4f5f14149
  kind: Event
  lastTimestamp: "2026-07-16T22:09:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:09:58Z"
    name: isvc-autogluon-v2-predictor.18c2e49d9c03b619
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: 0ca274af-7f58-475c-96d1-6f5edda22738
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 45d18508-123a-4333-97ed-93c4f5f14149
  kind: Event
  lastTimestamp: "2026-07-16T22:11:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:11:13Z"
    name: isvc-autogluon-v2-predictor.18c2e4a8193b7a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: 2545ca15-b25e-4053-9134-b0834353901c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-16T22:10:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 45d18508-123a-4333-97ed-93c4f5f14149
  kind: Event
  lastTimestamp: "2026-07-16T22:11:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:11:13Z"
    name: isvc-autogluon-v2-predictor.18c2e4a819dcff20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: c6660265-73a0-4f22-98d0-2d099a9be2c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:11:18.475272Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    to ip-10-0-138-41.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4b7569ae8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: f71f5114-085a-488e-b9af-098624315ba3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:18Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4b76ff402bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: c047e749-2711-41c8-9ebd-b4c2e5ae8980
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4b7716d9148
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: a7509c9f-9670-45d5-938e-f939c3dcf021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4b773f57881
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: f8a74328-c892-418e-856f-9b7f066c419e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4b774642296
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 7a4d8413-52d0-4825-b51e-0f2bbe541229
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:49Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:49Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4be86b49e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 5cf3486e-acbb-46a5-8503-796c9793857e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:49Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4be89d7d99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: e175b259-24cd-40e0-a705-c29c906c1090
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:49Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4be8a4d68d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 9e88fcc3-2342-48e5-8cef-be148be74f2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:49Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4be8a5747e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: f4c4a6a5-6e32-42e7-8996-a4abf9ef7f03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:49Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4be8d890f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: 9033e412-1ace-4f4b-9483-e3e8128bdce0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:11:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:11:49Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4be8e001965
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: 088945df-0de9-46a3-93e3-19cbdc0a808b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:13:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:28Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4d5a55a3303
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: c3d05718-820d-4b3e-a3fe-1c022feace85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: e4c23ef1-8626-4bae-bf90-d9aecceeca66
  kind: Event
  lastTimestamp: "2026-07-16T22:13:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:13:28Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8.18c2e4d5a55ac52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 2667571b-df97-4ae9-b48f-a6d46a6839ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-c6767c94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: 525ed4ec-ae1e-4054-a13b-39db604b3acd
  kind: Event
  lastTimestamp: "2026-07-16T22:11:18Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-nfkz8'
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c2e4b75607299a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: dde80946-f754-4a98-80b3-b484f9b8ca05
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 5dcb77be-a1d6-4702-9302-b119f5555a8a
  kind: Event
  lastTimestamp: "2026-07-16T22:11:18Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants-predictor.18c2e4b74f969ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 13a8b861-6de2-4a8d-9ee9-eb9789429827
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: 704484ea-8790-4333-8eee-96a3ce7d2ec7
  kind: Event
  lastTimestamp: "2026-07-16T22:12:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c2e4bace887bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20122"
    uid: fea061ce-c964-481a-8888-61199f3c1808
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: 704484ea-8790-4333-8eee-96a3ce7d2ec7
  kind: Event
  lastTimestamp: "2026-07-16T22:12:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:12:03Z"
    name: isvc-autogluon-v2-variants-predictor.18c2e4bacef76867
    namespace: kserve-ci-e2e-test
    resourceVersion: "20123"
    uid: 50532e94-1775-46bc-8e09-8fc729d3e862
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: 704484ea-8790-4333-8eee-96a3ce7d2ec7
  kind: Event
  lastTimestamp: "2026-07-16T22:13:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:13:18Z"
    name: isvc-autogluon-v2-variants-predictor.18c2e4c54bc27fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: de9c89b1-d50e-4ad7-b3ea-5ff98b0aaaff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-16T22:12:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: 704484ea-8790-4333-8eee-96a3ce7d2ec7
  kind: Event
  lastTimestamp: "2026-07-16T22:13:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:12:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:13:18Z"
    name: isvc-autogluon-v2-variants-predictor.18c2e4c54c2d0283
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 5809f03a-7e69-481a-a08c-a5897e38665e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 3e66bc16-060d-461d-b03e-d3419de6fcf9
  kind: Event
  lastTimestamp: "2026-07-16T22:13:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:13:20Z"
    name: isvc-autogluon-v2-variants.18c2e4b74f997502
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: c4df228d-fcd6-4c86-b45b-6a7bbe2f8ec2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 3e66bc16-060d-461d-b03e-d3419de6fcf9
  kind: Event
  lastTimestamp: "2026-07-16T22:11:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants.18c2e4b75020bf66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: 7f831af6-8987-4f5e-b7d5-d1f7cf34c5b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 3e66bc16-060d-461d-b03e-d3419de6fcf9
  kind: Event
  lastTimestamp: "2026-07-16T22:11:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:11:18Z"
    name: isvc-autogluon-v2-variants.18c2e4b750210b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: de0bab27-4017-49a2-8030-da1a460b8af5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:13:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: 3e66bc16-060d-461d-b03e-d3419de6fcf9
  kind: Event
  lastTimestamp: "2026-07-16T22:13:20Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:13:20Z"
    name: isvc-autogluon-v2-variants.18c2e4d3b93cc5e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: c5918233-310f-461f-8c9c-85358fd0c0fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: d7062ab8-7d45-4e70-8edb-1ecb696cc59e
  kind: Event
  lastTimestamp: "2026-07-16T22:11:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:11:11Z"
    name: isvc-autogluon-v2.18c2e49a1cdb77e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19683"
    uid: 4560fd8a-7438-481d-b9fa-6bcea02165e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: d7062ab8-7d45-4e70-8edb-1ecb696cc59e
  kind: Event
  lastTimestamp: "2026-07-16T22:09:12Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:09:12Z"
    name: isvc-autogluon-v2.18c2e49a1d5d0e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 18753bd9-484b-4c11-aae2-d61d556cff79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:09:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: d7062ab8-7d45-4e70-8edb-1ecb696cc59e
  kind: Event
  lastTimestamp: "2026-07-16T22:09:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:09:12Z"
    name: isvc-autogluon-v2.18c2e49a1d5d6266
    namespace: kserve-ci-e2e-test
    resourceVersion: "18820"
    uid: 8a9e5338-f795-4e6f-8efc-8cf3e96cf7e3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:11:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: d7062ab8-7d45-4e70-8edb-1ecb696cc59e
  kind: Event
  lastTimestamp: "2026-07-16T22:11:11Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:11:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:11:11Z"
    name: isvc-autogluon-v2.18c2e4b5b06db9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19682"
    uid: 47863e20-0508-4aa2-b88e-a81b3b0060eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:04:32.048273Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-db9654cd4-qnq9z
    to ip-10-0-138-41.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:04:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:04:32Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e458b5ab39c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: 0fa21ba9-0af1-4f4c-bc17-87e4119db778
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:32Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:04:32Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e458cf755758
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: bab749e0-5c4f-46e8-b572-37067967e0af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:32Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e458d0fd9c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9e649092-2054-49db-a5c7-f638b75690da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:32Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e458d4500379
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: aaf1f39c-7ed5-4b4f-817a-10b0aae5cacd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:32Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e458d4e40249
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 056b5bf9-8150-471c-b5b4-c98b16ec927d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459f1581a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: 24c4d55c-6088-4d67-88c3-9b6007d06eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459f44f0af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: e4d566db-4d39-4cb6-aefe-24d9e05d7a54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459f4c2243d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 6aa7db41-9c99-49bf-bd75-2bd39052b0af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459f4ccdb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 7e4e7f22-9681-43d1-b1b0-42f6c78d2e3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459f83b3fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 400b71bc-4a0e-4fd7-af4c-cc2d88aa6f2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459f8aef4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 0501864e-e498-4c6e-bf23-f85172a79c80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c30f46bbbf240f23d63e3057afecb3d51f030f01e92352c91c1f6bf13b53e7c1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459f8b923df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 3f34b188-971d-433e-9e5f-4955ca3eedb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459fb82caaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 38b58f97-90c3-4581-b414-44737370dfda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:04:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-16T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:37Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e459fc0bded3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: ca35713d-2bf1-4dce-9dd1-fd101dd23d51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:06:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:15Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e45a2d680d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: 6914a5e2-303e-42a8-a160-587c32bf0eb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:06:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-16T22:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:15Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e45a6940ac3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 788bec7e-33c8-4866-ac09-46feb0c4d861
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e46eeaac6f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 5bb78afa-a737-4025-b3e6-745390e8056e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e46eeaacb6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: b8176eba-1673-4e66-9fac-75ba60559bbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e46eeaacfeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: 08de54df-c278-49c6-ae1e-131ef4f98141
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-db9654cd4-qnq9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 991d7eb8-93b3-42b4-9111-714d0a19ac08
  kind: Event
  lastTimestamp: "2026-07-16T22:06:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:25Z"
    name: isvc-logger-predictor-db9654cd4-qnq9z.18c2e46f99885fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 846f0722-72fe-4a15-bf17-315fcc566195
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-db9654cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 04fdcf64-2285-4168-a226-985803ea4447
  kind: Event
  lastTimestamp: "2026-07-16T22:04:32Z"
  message: 'Created pod: isvc-logger-predictor-db9654cd4-qnq9z'
  metadata:
    creationTimestamp: "2026-07-16T22:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:32Z"
    name: isvc-logger-predictor-db9654cd4.18c2e458b50b97c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 4785e6c4-ef61-4385-89d9-c24bc02bde42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 2c3590ef-6acd-4e6c-8610-36ae700c61e3
  kind: Event
  lastTimestamp: "2026-07-16T22:04:31Z"
  message: Scaled up replica set isvc-logger-predictor-db9654cd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:31Z"
    name: isvc-logger-predictor.18c2e458b1bbcc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: a90b2cb5-cd5d-423a-9d40-0262223f489c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 287fd947-5b16-4856-a268-f86b48865303
  kind: Event
  lastTimestamp: "2026-07-16T22:05:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:05:02Z"
    name: isvc-logger-predictor.18c2e45c3043163d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 93ffa2e9-e45d-44f0-a0fd-47cb0764cec6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 287fd947-5b16-4856-a268-f86b48865303
  kind: Event
  lastTimestamp: "2026-07-16T22:05:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:04:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:05:02Z"
    name: isvc-logger-predictor.18c2e45c30b2177d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 02658cab-048c-400a-b148-97fca0ea1585
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: 287fd947-5b16-4856-a268-f86b48865303
  kind: Event
  lastTimestamp: "2026-07-16T22:06:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:02Z"
    name: isvc-logger-predictor.18c2e4632e6a2353
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 9714fd9e-33d3-4029-8642-ab5ec03f0767
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: 287fd947-5b16-4856-a268-f86b48865303
  kind: Event
  lastTimestamp: "2026-07-16T22:06:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:06:02Z"
    name: isvc-logger-predictor.18c2e4632f1caaa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: 92ba7453-450e-4a49-8493-bd4c1e3e17e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: 3fee92ed-05f9-47b0-bcd3-d9df284b899b
  kind: Event
  lastTimestamp: "2026-07-16T22:05:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:55Z"
    name: isvc-logger.18c2e458b1bf61f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: 3478572d-b60d-4928-ac02-3c6f080b1533
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: 3fee92ed-05f9-47b0-bcd3-d9df284b899b
  kind: Event
  lastTimestamp: "2026-07-16T22:04:31Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-16T22:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:04:31Z"
    name: isvc-logger.18c2e458b24c7f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 9d5ac65c-eb8e-4cd4-b0e0-96e28f502f69
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:05:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17289"
    uid: 3fee92ed-05f9-47b0-bcd3-d9df284b899b
  kind: Event
  lastTimestamp: "2026-07-16T22:05:55Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:05:55Z"
    name: isvc-logger.18c2e46c26a1f308
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: 221ee14a-16d5-432e-9d50-eeb9888c3e59
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:02:36.821342Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    to ip-10-0-138-41.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:02:36Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43de19ba2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: 358d79aa-10eb-410e-bd53-a1a8a64d6f77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:37Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:02:37Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43dfb52963f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 48aeca93-cfaa-450c-bad8-a69271306c16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:37Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43dfd871705
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 1445b624-7e99-41b7-b9e1-c8a47aa2b3ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:37Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43e0110f2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: c379a44a-2e9b-4ee6-9c58-b37fd7abfe40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:37Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43e018a3e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: c3baaf2e-8819-41b5-b7e2-d5dff4432250
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:41Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f0bf9bb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 1774bcc9-37d2-406f-b079-654231c51334
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:41Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f0f4606d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15704"
    uid: 498b0da5-c8cb-41ad-b2f2-f39bbc2048e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:41Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f0fbbc50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: 7c518ebe-505b-4fd5-a785-0184aa3ecdce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:41Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f0fc81236
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 9ead7284-a534-44e7-bd28-d85793540e6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:41Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f12b1728c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: 6192f71e-aea0-4b4b-b412-7fd9386955e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:41Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f1327422f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: 48d0b6b3-37d6-4673-a424-90e2f6a79b77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:41Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:c30f46bbbf240f23d63e3057afecb3d51f030f01e92352c91c1f6bf13b53e7c1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:41Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f13314fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: 4cfd9530-867e-4319-8869-9f8954640ff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-16T22:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:42Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f172fd8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 454c5a75-bb5a-4af7-acc4-0ea5a8d02409
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:02:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-16T22:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:42Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f17a5b52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: a68103aa-87b2-4f75-b4a2-2a5d0b09fd67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:04:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:29Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f83ed38ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 8b8b10f0-ed5d-4801-800f-f9809e9f3c39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:04:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-16T22:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:19Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e43f83f70b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: e8fdfae8-7f4e-44b4-9311-799d0749e070
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:04:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:11Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e45406917edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 71ae5755-71a5-4263-999c-dccfdaf10ecb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:04:11Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-16T22:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:11Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e4540691d3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 11f1de81-5d5c-4faf-a951-f2228a84dda3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:04:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:11Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e4540692a178
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 0be4f913-1d20-4e67-b94c-31e2f898c023
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9095d34f-73af-4ff2-8db2-fd05434b67f5
  kind: Event
  lastTimestamp: "2026-07-16T22:04:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:29Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9.18c2e454b42555d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: b369c6e4-2510-45e5-8868-6bc39073000b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 8b805932-380c-4aa4-9e50-8569df933c1a
  kind: Event
  lastTimestamp: "2026-07-16T22:02:36Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-b97b8b77d-tplt9'
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:36Z"
    name: isvc-sklearn-batcher-custom-predictor-b97b8b77d.18c2e43de0ab7aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: 8205ee04-4b2f-4800-a360-53dd162faec8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: d6d0480f-aaf8-4592-87f6-347d1f83b34b
  kind: Event
  lastTimestamp: "2026-07-16T22:02:36Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-b97b8b77d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18c2e43dda23e183
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: 6ccacb95-5dc4-4c15-9bc7-38f994ac7821
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 13794f7b-b10c-4406-b8a8-ea96678607bb
  kind: Event
  lastTimestamp: "2026-07-16T22:03:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:03:21Z"
    name: isvc-sklearn-batcher-custom-predictor.18c2e4415896a797
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 20a73e70-9c0f-46c0-8307-5e4a0c23faed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 13794f7b-b10c-4406-b8a8-ea96678607bb
  kind: Event
  lastTimestamp: "2026-07-16T22:03:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:03:21Z"
    name: isvc-sklearn-batcher-custom-predictor.18c2e44158fc6c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 8b108fae-d9df-4fcf-a32b-ec071432b77c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 13794f7b-b10c-4406-b8a8-ea96678607bb
  kind: Event
  lastTimestamp: "2026-07-16T22:04:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18c2e444d8089fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 698569d7-4106-4128-8559-3821d6765690
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 13794f7b-b10c-4406-b8a8-ea96678607bb
  kind: Event
  lastTimestamp: "2026-07-16T22:04:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18c2e444d870761d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 79d482bb-ff5e-4232-9aa8-b3902f22170c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 8635db89-6e97-4ead-ab4f-7de313d3412b
  kind: Event
  lastTimestamp: "2026-07-16T22:04:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:04:00Z"
    name: isvc-sklearn-batcher-custom.18c2e43dda4f467c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: f32f5a84-88f7-4e90-8a79-4ab6b44f29b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 8635db89-6e97-4ead-ab4f-7de313d3412b
  kind: Event
  lastTimestamp: "2026-07-16T22:02:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:02:36Z"
    name: isvc-sklearn-batcher-custom.18c2e43ddab96e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 67a1bc6f-d06b-41a0-bb61-1449a6049740
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 8635db89-6e97-4ead-ab4f-7de313d3412b
  kind: Event
  lastTimestamp: "2026-07-16T22:02:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:02:36Z"
    name: isvc-sklearn-batcher-custom.18c2e43de28ccf6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 0e1f7e26-b3e4-4def-8c98-4839c7a32de3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:03:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 8635db89-6e97-4ead-ab4f-7de313d3412b
  kind: Event
  lastTimestamp: "2026-07-16T22:03:59Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:03:59Z"
    name: isvc-sklearn-batcher-custom.18c2e4513d8853a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 45398013-5172-46c4-a12c-a2dc3171f57a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:00:51.681992Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    to ip-10-0-138-41.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:00:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:00:51Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42566d071f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: dbcfd1e3-e2b1-4b4b-a004-a6e5e9c60c77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14812"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:00:52Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:00:52Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e425819662c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: 862dd02f-3d24-47e8-b26a-0a498af1dd8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:00:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5d63c390841fcd6358d7b4068789845000a8eff3dfe19f0f9b697dde4d31930a"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-16T22:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:52Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e425832274cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: 31209c2c-cf2f-4692-8d6e-1410ceaaead3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:00:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-16T22:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:52Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e425860872a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 0378ebac-a54f-4717-b629-dc21a2bee5a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:00:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-16T22:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:52Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e425867e3ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: d9b535bf-7106-4d59-a4bf-0a54e9f7a588
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:00:56Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
  metadata:
    creationTimestamp: "2026-07-16T22:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:00:56Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e4267c09d8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: a9dad5b2-1aaa-4191-a798-73a7056a19bf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1745"
    in 13.741s (13.742s including waiting). Image size: 1555872170 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:10Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e429af208750
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: 53909284-b7be-4148-af44-5ed58760a32e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:10Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e429b29ed8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 1834cff4-9186-4d2c-b135-6a072f7eab93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:10Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e429b31b428b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 22325756-46ba-4e84-abca-e51d16421113
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-16T22:01:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:10Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e429b3290568
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 489378f0-4a53-43a1-b221-efdb3e86b7cb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.106s (2.106s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:12Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42a30b29b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "14977"
    uid: 4c642e14-2d66-43d6-838a-d949a87863a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:12Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42a33bcf874
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: 7b9d6b68-b8d1-4987-9edc-17cf43c63207
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:12Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42a342b5e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 9cba70ae-d683-4539-97c5-accf363fa266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:c30f46bbbf240f23d63e3057afecb3d51f030f01e92352c91c1f6bf13b53e7c1"
  metadata:
    creationTimestamp: "2026-07-16T22:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:12Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42a3439a1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14980"
    uid: fd85cb18-853d-4860-a279-6ced9f2a6f01
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:c30f46bbbf240f23d63e3057afecb3d51f030f01e92352c91c1f6bf13b53e7c1"
    in 2.715s (2.715s including waiting). Image size: 240005729 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:15Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42ad6194fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 81a8fe49-70d2-4fed-b930-84762c1cf1b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:15Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-16T22:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:15Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42ad9c3adff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: db108916-ce97-4537-9fb2-40b3781f1f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:01:15Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-16T22:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:01:15Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42ada373443
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: 767246fa-77c3-40e6-884c-26c313e61b8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:02:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-16T22:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:48Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42aeee66937
    namespace: kserve-ci-e2e-test
    resourceVersion: "15768"
    uid: 1a02c381-1827-4aa0-b2d6-09460785f32a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:02:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-16T22:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:38Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e42b2abcfe16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 36940fd7-08bf-498d-8074-5caa26a3f29d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:02:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:36Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e43dd8e71e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: 5c178793-1520-4ccb-987f-b1b22ba994f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:02:36Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:36Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e43dd8e73ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 2c4f014c-12f1-49e3-bb1a-06057770d01e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:02:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:36Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e43dd8e7d421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: e2e806d5-0115-4b46-b296-0e49f89e8756
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: cf303239-7ee1-47e5-a191-b778acd68a10
  kind: Event
  lastTimestamp: "2026-07-16T22:02:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-16T22:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:02:47Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65.18c2e43e06edab93
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: d8d6b0a6-69b9-456c-92a0-ce6c5dccdd32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-41.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-41.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5f987ddb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 431e8fbe-7991-4e71-b6c2-41e3a08796d2
  kind: Event
  lastTimestamp: "2026-07-16T22:00:51Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5f987ddb5f-mkw65'
  metadata:
    creationTimestamp: "2026-07-16T22:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:00:51Z"
    name: isvc-sklearn-batcher-predictor-5f987ddb5f.18c2e42565bb4d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: 34e19280-8b4f-4fde-b044-7a036df9ce48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: bff89d98-668f-4c8a-986f-6fa63b028f79
  kind: Event
  lastTimestamp: "2026-07-16T22:00:51Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5f987ddb5f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-16T22:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:00:51Z"
    name: isvc-sklearn-batcher-predictor.18c2e4255982f51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 87dffd6e-fc59-4bba-ad91-67bb92e282a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14796"
    uid: f54263f1-8c7d-4585-8542-f48b52ca1509
  kind: Event
  lastTimestamp: "2026-07-16T22:01:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:01:51Z"
    name: isvc-sklearn-batcher-predictor.18c2e428debc8594
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: 52e39edb-8f10-411a-b3f8-473a3e80edea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-16T22:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14796"
    uid: f54263f1-8c7d-4585-8542-f48b52ca1509
  kind: Event
  lastTimestamp: "2026-07-16T22:01:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:01:51Z"
    name: isvc-sklearn-batcher-predictor.18c2e428df2f9826
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: 44948fd2-5527-496e-8906-93e35bdb7750
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: f54263f1-8c7d-4585-8542-f48b52ca1509
  kind: Event
  lastTimestamp: "2026-07-16T22:02:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:21Z"
    name: isvc-sklearn-batcher-predictor.18c2e436dbfe62f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: 49c6a69a-6143-477d-a9e9-13e001849fe9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14933"
    uid: f54263f1-8c7d-4585-8542-f48b52ca1509
  kind: Event
  lastTimestamp: "2026-07-16T22:02:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-16T22:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:02:21Z"
    name: isvc-sklearn-batcher-predictor.18c2e436dc87e181
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: 0a0236e9-b588-4464-964d-a0885ab6be46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: ba3dfe03-7e47-4ba9-885b-b525ad124bb8
  kind: Event
  lastTimestamp: "2026-07-16T22:02:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:02:28Z"
    name: isvc-sklearn-batcher.18c2e4255f739b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: 3e0aa716-c11c-4f29-8d8b-b1c9fcb2208d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: ba3dfe03-7e47-4ba9-885b-b525ad124bb8
  kind: Event
  lastTimestamp: "2026-07-16T22:00:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:00:51Z"
    name: isvc-sklearn-batcher.18c2e42560baccd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 112ad570-de2a-442b-a2c5-f82d59363b29
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:00:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: ba3dfe03-7e47-4ba9-885b-b525ad124bb8
  kind: Event
  lastTimestamp: "2026-07-16T22:00:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:00:51Z"
    name: isvc-sklearn-batcher.18c2e42560bb0838
    namespace: kserve-ci-e2e-test
    resourceVersion: "14799"
    uid: af1be458-93f9-4306-a94b-6ba88789f57b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:02:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: ba3dfe03-7e47-4ba9-885b-b525ad124bb8
  kind: Event
  lastTimestamp: "2026-07-16T22:02:28Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:02:28Z"
    name: isvc-sklearn-batcher.18c2e43bf454d071
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 52bc960d-6d67-4556-a0bd-5ca0896cabe8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-16T22:04:12.044573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-qtpch
    to ip-10-0-139-28.ec2.internal
  metadata:
    creationTimestamp: "2026-07-16T22:04:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-16T22:04:12Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e4540d5ad35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: 2cffe7ec-8eac-4b4e-ae85-426bf46e26c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75bdcfdc88-t527g
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:12Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-16T22:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-16T22:04:12Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e45426fc97ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 006a1224-6d23-433c-8983-8618cefa0521
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:12Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-16T22:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:12Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e454287736e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 3557d24a-cf63-4e49-99b5-0b3506a3efd3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:13Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.212s (1.212s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:13Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e45470bc3ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 50f894f5-1a2f-442f-811c-f412659ac7a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-16T22:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:13Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e45473b3b8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 07b13386-6e2f-4dc5-9d17-aacdba948aa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:13Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e45474235534
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 38c2c932-778a-494f-bd76-6ab2aad45300
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:13Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-16T22:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:13Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e45474301e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: c7e49a89-cecd-44c9-9a1a-c9b4a7fdfc72
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.18s (2.18s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-16T22:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:15Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e454f626b60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: 59824529-9e25-4a5e-8cc3-1bdf6d9b78a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e454f9057406
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: 69eb6cde-5511-4251-87f5-83f52913133d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:04:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:04:16Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e454f9763a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 21b0585f-93b8-4bca-9e1c-6cc30f5804f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e46ef3b04f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: d6fe7ee5-9dd2-4f5e-bd09-90177a3e1c96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qtpch
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 7ae592ac-cec9-43f9-b5b6-c6ef9d1aa641
  kind: Event
  lastTimestamp: "2026-07-16T22:06:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-16T22:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-16T22:06:07Z"
    name: message-dumper-predictor-6575bcfdfd-qtpch.18c2e46ef3b0cbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 61d3095d-26e5-494d-9b6f-cc4a39c639d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: 41fff198-0bdc-400c-b733-edc0d091dd65
  kind: Event
  lastTimestamp: "2026-07-16T22:04:12Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-qtpch'
  metadata:
    creationTimestamp: "2026-07-16T22:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:12Z"
    name: message-dumper-predictor-6575bcfdfd.18c2e4540cc26c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: 13ec8181-a877-4455-b827-b4b291a6f26e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 96f25cd3-c2bf-495f-af06-f20b9e5dc5e9
  kind: Event
  lastTimestamp: "2026-07-16T22:04:11Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-16T22:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:11Z"
    name: message-dumper-predictor.18c2e45408499fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 7f372dce-b61a-443e-8d2e-a92f3300d593
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 7a384d8a-97b4-417e-85c8-cb481605f453
  kind: Event
  lastTimestamp: "2026-07-16T22:04:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:57Z"
    name: message-dumper-predictor.18c2e457871b9ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: 7c87bbab-2381-49be-b4fb-5ed3dbf93b69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 7a384d8a-97b4-417e-85c8-cb481605f453
  kind: Event
  lastTimestamp: "2026-07-16T22:04:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-16T22:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-16T22:04:57Z"
    name: message-dumper-predictor.18c2e457878b412d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: 86bbc35f-fc56-4e4c-9dc3-b6ed93f272b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: ff259963-379d-40a3-9401-05e175e7a806
  kind: Event
  lastTimestamp: "2026-07-16T22:04:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-16T22:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:04:23Z"
    name: message-dumper.18c2e4540845c81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 825fc2ba-4ac7-4f48-8ca0-45aab97d3aac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: ff259963-379d-40a3-9401-05e175e7a806
  kind: Event
  lastTimestamp: "2026-07-16T22:04:12Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-16T22:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:04:12Z"
    name: message-dumper.18c2e45408af8610
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: feb050ae-9f62-401c-92bb-7e258b2a4261
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: ff259963-379d-40a3-9401-05e175e7a806
  kind: Event
  lastTimestamp: "2026-07-16T22:04:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-16T22:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:04:12Z"
    name: message-dumper.18c2e4540f2dc723
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 2ed82837-34c6-4d67-8ce8-efd7ebfe769e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-16T22:04:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: ff259963-379d-40a3-9401-05e175e7a806
  kind: Event
  lastTimestamp: "2026-07-16T22:04:23Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-16T22:04:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-16T22:04:23Z"
    name: message-dumper.18c2e456aa7638ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: d81ad707-9e01-4491-8afd-ed2bd521a029
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22196"