---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T15:03:19.258278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21480"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    to ip-10-0-128-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32a7ea5e8915
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: 59214530-7617-4742-a149-015f4cfc4c89
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:19Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32a804531fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 1c6cd117-e20b-4f8b-920a-89ef015a21c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:32825628ffab44a0db6a86e1f74488e47dcab508ff646215bea8b81168e85657"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32a805da7467
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: 3463a5be-da4e-4aaa-bc51-7134e1ec3f02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32a808cbd3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 5da7f886-885b-4a1f-98eb-af18bcbefa20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32a80942f74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21501"
    uid: 647b1aae-0bd7-40fc-9666-4c05dc16acb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:28Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-01T15:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:28Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aa2abe3ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21572"
    uid: 1a4f3c57-89e5-418e-a5ed-e180599adebf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T15:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:28Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aa2e573b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21574"
    uid: 57e34324-3608-4d72-842c-f63a96c77916
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T15:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:28Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aa2ec88386
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: 276d6e6f-e814-4f8b-86af-e4fc4c266f7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T15:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aa2ed3a3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21578"
    uid: 1a606bb6-1c92-47e7-b1d0-703afdb09d61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T15:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aa327e9ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: 89706715-c5d4-40e2-8c06-53e6309dadd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T15:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aa32f63f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: baf2de71-2322-4d26-9472-98c1e1e3df35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T15:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:36Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aaa33585d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: 37acfa80-8ece-41f3-a5e0-8d45d2e99ed6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T15:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:49Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aee96b449b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21757"
    uid: bbbcf9e6-d5ca-460b-a3d1-ee2f687ba1d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: d6c542e3-6703-4969-8f2c-f44418e596e4
  kind: Event
  lastTimestamp: "2026-07-01T15:03:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T15:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:49Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm.18be32aee96b9c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: bd6284c7-f408-4630-99db-0d30a8f456d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 58e30459-a84e-4ba3-87cd-dfef6f6713dc
  kind: Event
  lastTimestamp: "2026-07-01T15:03:19Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-9twwm'
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be32a7e9d944ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: 6d241a27-78b6-4852-b2ea-f17f3f388264
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: 41b14747-71e6-44af-b739-cd20077b1b1b
  kind: Event
  lastTimestamp: "2026-07-01T15:03:19Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1-predictor.18be32a7e466d13f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 4d3acff6-24cf-48c5-b046-c5207e25addc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: 3d2d67bc-6beb-46a1-9952-a4ceada018d2
  kind: Event
  lastTimestamp: "2026-07-01T15:03:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T15:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:03:49Z"
    name: isvc-autogluon-ts-v1-predictor.18be32ab634058ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: 422e3cf1-a54d-49e7-bb0d-d25b316b699b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: 3d2d67bc-6beb-46a1-9952-a4ceada018d2
  kind: Event
  lastTimestamp: "2026-07-01T15:03:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T15:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:03:49Z"
    name: isvc-autogluon-ts-v1-predictor.18be32ab639f643a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21743"
    uid: 7f0162b1-88fc-4447-a6c9-152d8a6928ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 9496d9eb-214f-4f32-af5c-6770adc9aa21
  kind: Event
  lastTimestamp: "2026-07-01T15:03:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:03:47Z"
    name: isvc-autogluon-ts-v1.18be32a7e4a80c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 54c5de2f-1a8d-479d-951f-504768222e85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 9496d9eb-214f-4f32-af5c-6770adc9aa21
  kind: Event
  lastTimestamp: "2026-07-01T15:03:19Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1.18be32a7e51ba128
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: 3744396c-d79d-4805-b20d-9e96eeb14473
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 9496d9eb-214f-4f32-af5c-6770adc9aa21
  kind: Event
  lastTimestamp: "2026-07-01T15:03:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T15:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:03:19Z"
    name: isvc-autogluon-ts-v1.18be32a7e51beed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21477"
    uid: b9199a7d-114c-4875-8839-ff74f13b0a68
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: 9496d9eb-214f-4f32-af5c-6770adc9aa21
  kind: Event
  lastTimestamp: "2026-07-01T15:03:47Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-01T15:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:03:47Z"
    name: isvc-autogluon-ts-v1.18be32ae635b7bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: b6f5cdb8-42d5-4895-844e-4205a2ffa1c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T14:54:07.987480Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    to ip-10-0-128-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T14:54:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be32279011c095
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: 235e5bf3-397e-47df-b814-49241aae9e90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:54:08Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T14:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T14:54:08Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be3227a9d63443
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: 5cd33437-b9fd-4d28-8d99-15535d3a853c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:54:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:32825628ffab44a0db6a86e1f74488e47dcab508ff646215bea8b81168e85657"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:08Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be3227ab998885
    namespace: kserve-ci-e2e-test
    resourceVersion: "17272"
    uid: 26aea259-cf37-4234-8434-dd06275a6c16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:54:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T14:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:08Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be3227ae8a8bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 6340b636-d276-4355-9d71-678f64a33de8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:54:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T14:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:08Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be3227af184bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: b215d0fa-8805-4b1e-ad74-98e5ce88d62f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:54:39Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-01T14:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:39Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be322edd283a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 232492c1-57d2-468e-8880-f9b6f648c32f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:56:43Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m4.308s
    (2m4.308s including waiting). Image size: 8939170586 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T14:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:56:43Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be324bce83d49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: 0a4a27d4-7a67-469e-949e-fdb2093fdfdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:56:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T14:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:56:43Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be324bd5f85ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 4f896670-31a3-4a2c-952a-ff83f3420de0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:56:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:56:43Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be324bd741c166
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: 0d0d65d2-5621-413e-b580-e10cff376a48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:56:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:56:43Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be324bd74cd177
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: 43c253c1-23d8-4f27-b554-5b52720743ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:56:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T14:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:56:43Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be324bdd67978e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 774928bb-ee9d-480e-9e12-9424d2d068aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:56:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:56:43Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be324bdeb516a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: ffea7ddc-147f-48ea-9e4d-0008828bd7bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:56:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T14:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:56:50Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be324be2e28fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: daec9d85-922d-439e-895e-f9ab4fdef516
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:57:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be32517822996f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18618"
    uid: 1b7b5b24-8997-4675-9a2a-439f5cd478fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 5e4fdd56-7fa4-43c1-96f7-af5cae9d0572
  kind: Event
  lastTimestamp: "2026-07-01T14:57:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp.18be325178233821
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 063d3cc5-7452-40dd-b162-7e777aa049ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-7bbbbd79cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 59d438f6-364d-4056-a26a-08e88cbcb0b9
  kind: Event
  lastTimestamp: "2026-07-01T14:54:07Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-d8hqp'
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:54:07Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be32278f700f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 46f4bacb-b0f3-4a46-831e-b35ea7256cfc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 6735c1cf-28d1-44b7-9c98-979c9ade4164
  kind: Event
  lastTimestamp: "2026-07-01T14:54:07Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:54:07Z"
    name: isvc-autogluon-v1-predictor.18be322781da2d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: ea69ccc2-c133-4a76-8dee-1fc96471f0ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 6186b579-57f5-4cd4-bf6b-4971fb94c844
  kind: Event
  lastTimestamp: "2026-07-01T14:56:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:56:52Z"
    name: isvc-autogluon-v1-predictor.18be322b00f64961
    namespace: kserve-ci-e2e-test
    resourceVersion: "18436"
    uid: b3436c4b-e2b8-4e5e-9e2a-9bc3bb424b61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 6186b579-57f5-4cd4-bf6b-4971fb94c844
  kind: Event
  lastTimestamp: "2026-07-01T14:56:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:56:52Z"
    name: isvc-autogluon-v1-predictor.18be322b016dfee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18437"
    uid: 34b2e977-0ef0-4ae1-97c1-00821684fd94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: b542999d-49c5-44ad-9f12-400e08791da9
  kind: Event
  lastTimestamp: "2026-07-01T14:57:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:57:00Z"
    name: isvc-autogluon-v1.18be322782081c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: c492680e-4b99-4370-b049-ff711ef3329d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: b542999d-49c5-44ad-9f12-400e08791da9
  kind: Event
  lastTimestamp: "2026-07-01T14:54:07Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:54:07Z"
    name: isvc-autogluon-v1.18be322782ad5a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: d88915e6-d275-477c-b98c-9427f4517425
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: b542999d-49c5-44ad-9f12-400e08791da9
  kind: Event
  lastTimestamp: "2026-07-01T14:54:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:54:07Z"
    name: isvc-autogluon-v1.18be322782ae0d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: d5cb14a2-63c7-448b-a09e-03c2e551ce90
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: b542999d-49c5-44ad-9f12-400e08791da9
  kind: Event
  lastTimestamp: "2026-07-01T14:57:00Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-01T14:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:57:00Z"
    name: isvc-autogluon-v1.18be324fa291dbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: d83980e8-f880-4ac3-b058-daaa1f665ae7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T15:01:33.938760Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    to ip-10-0-128-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T15:01:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T15:01:33Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be328f64d62dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: 4d23ff91-3c81-48f6-b9fd-9ea909265b6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T15:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be328f6be2500b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20683"
    uid: 789a00cb-8bf1-44a5-a34b-28e23e43a392
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:34Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T15:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T15:01:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be328fa295ce3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: cddcb8a5-a34b-46f0-b2cf-fc91e79dcce2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:32825628ffab44a0db6a86e1f74488e47dcab508ff646215bea8b81168e85657"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T15:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:35Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be328fa411180e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: c35071e6-0d15-418e-81c8-5e5b510e8601
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T15:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:35Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be328fa7479cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: e257bcb8-229f-4576-8078-a8897dbc68c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T15:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:35Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be328fa7c003ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 7a68b596-37aa-4b29-bf83-b6c11eda4bbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:40Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-01T15:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be3290e68032d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: cdd8d61e-6996-41f9-9004-bf987f857cd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T15:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be3290e9af9ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: 0b7a8191-5713-4bb4-9db6-955e6654afcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T15:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be3290ea27e10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: 83af3fc8-3956-4992-8c16-459e6f5ee1b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T15:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be3290ea31e57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: 55770e00-d3f9-4113-892b-f87bc3fa7b22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T15:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be3290ed6d9b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20754"
    uid: 9c8a34ad-ebf7-4653-b69b-7b6d97c52047
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:01:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T15:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:40Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be3290ede49e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: c2451203-c4e6-4bc5-b4a5-9ca3c77d19c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:03:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T15:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:14Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be32a6b54b20c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: 1ba399b0-0b8f-49b0-abe1-16d61790a97e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 245d43b2-1308-4e9a-96c8-d57e47a26dfa
  kind: Event
  lastTimestamp: "2026-07-01T15:03:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T15:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:03:14Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655.18be32a6b54b936b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21418"
    uid: 4ff47bab-0f71-41bd-a9e7-6ec50f723968
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: b6a05166-3c3e-4039-8011-35d0c9a9c49e
  kind: Event
  lastTimestamp: "2026-07-01T15:01:33Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-hm655'
  metadata:
    creationTimestamp: "2026-07-01T15:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:01:33Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be328f64410582
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: b82ba574-8adf-46e6-9b15-61c3a6f9f010
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: c97b4fb2-1ff0-4dc3-ad28-e20ba7782c10
  kind: Event
  lastTimestamp: "2026-07-01T15:01:33Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-01T15:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:01:33Z"
    name: isvc-autogluon-v2-noslash-predictor.18be328f5f3872cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: a167b34a-a56f-4093-a166-cc0d9c3891e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8a46ec2-6f01-48b4-9b22-3b964f52f451
  kind: Event
  lastTimestamp: "2026-07-01T15:01:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T15:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:01:48Z"
    name: isvc-autogluon-v2-noslash-predictor.18be3292de556ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: 0ab59da1-a9b5-44ac-9a07-97121b02d052
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8a46ec2-6f01-48b4-9b22-3b964f52f451
  kind: Event
  lastTimestamp: "2026-07-01T15:01:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T15:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:01:48Z"
    name: isvc-autogluon-v2-noslash-predictor.18be3292dec34c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 1fa9598b-380a-4ddd-9d61-d34dff4ae857
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T15:02:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: f8a46ec2-6f01-48b4-9b22-3b964f52f451
  kind: Event
  lastTimestamp: "2026-07-01T15:03:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T15:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18be32965db81b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: a60cf709-8f77-4415-881c-25131579d570
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T15:02:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: f8a46ec2-6f01-48b4-9b22-3b964f52f451
  kind: Event
  lastTimestamp: "2026-07-01T15:03:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T15:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18be32965e14e4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 7e51dfd7-fe60-499f-ae53-25d076b377d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 0f9145c2-9b47-449f-8e6d-06b38c82c2ee
  kind: Event
  lastTimestamp: "2026-07-01T15:03:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T15:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:03:12Z"
    name: isvc-autogluon-v2-noslash.18be328f5f4db001
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: a7ee8033-0140-4c94-a675-c11f1b5f81c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 0f9145c2-9b47-449f-8e6d-06b38c82c2ee
  kind: Event
  lastTimestamp: "2026-07-01T15:01:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T15:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:01:33Z"
    name: isvc-autogluon-v2-noslash.18be328f5fe42ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: d0f531fe-3d57-4a3e-b711-e34433b87526
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 0f9145c2-9b47-449f-8e6d-06b38c82c2ee
  kind: Event
  lastTimestamp: "2026-07-01T15:01:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T15:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:01:33Z"
    name: isvc-autogluon-v2-noslash.18be328f5fe47727
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 517c4468-51df-4ee0-b7ca-b119eb005ca1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:03:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 0f9145c2-9b47-449f-8e6d-06b38c82c2ee
  kind: Event
  lastTimestamp: "2026-07-01T15:03:12Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-01T15:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:03:12Z"
    name: isvc-autogluon-v2-noslash.18be32a63cd04ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: a0f0bce6-a8a4-42f5-b7ed-e89f24f2cf7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T14:57:13.392036Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18683"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-665mj
    to ip-10-0-128-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3252bb0ab525
    namespace: kserve-ci-e2e-test
    resourceVersion: "18690"
    uid: 6812fc8f-97d3-4cae-b8a9-301f7c7c8419
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:13Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3252d7e199ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18706"
    uid: 421de437-ee11-467d-877f-2999485802ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:32825628ffab44a0db6a86e1f74488e47dcab508ff646215bea8b81168e85657"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3252da4974d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: 00cea67d-7ace-4b17-805d-595b7da73a75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3252de637fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18712"
    uid: f8f1ec22-fd82-4792-b65e-ddb1bac437f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3252dedfc136
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: eda49369-6ccd-4ff2-bccb-ba7a44be9e65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:43Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3259b0fc8c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18928"
    uid: aa3db66d-37a5-4b10-9094-0975e8faf363
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T14:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3259b49b3d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: 60d449c3-4513-4a40-a737-109432d2ff2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3259b501f419
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 7019b1ca-f526-431a-831c-0ba62d97b13e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3259b50bdd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: b9f23207-f2a7-41df-b1ba-e3f09e0003d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T14:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3259b7cff3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: b71b3000-1e57-477a-ade6-605aa0e8f56e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:57:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:57:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be3259b83a0acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18937"
    uid: 43249a32-921f-4392-a94e-98294c91463d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:59:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:23Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be327108d20864
    namespace: kserve-ci-e2e-test
    resourceVersion: "19653"
    uid: 0bfe0d72-5081-4038-833e-222ad5cc6e7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-665mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 3b88f574-0d17-4647-b5ab-26a607f24c9c
  kind: Event
  lastTimestamp: "2026-07-01T14:59:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:23Z"
    name: isvc-autogluon-v2-predictor-67b849d456-665mj.18be327108d2dfa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 48a117d1-d589-4140-beed-afc061ff0fdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-67b849d456
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 616dd0ea-1308-42b9-85e5-d7b6eb569829
  kind: Event
  lastTimestamp: "2026-07-01T14:57:13Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-665mj'
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2-predictor-67b849d456.18be3252ba55da9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 68a42819-d2ee-4f1f-8356-c3f7a14f24ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18671"
    uid: 069dbb2f-fb48-4af9-ab19-86b65d4696fe
  kind: Event
  lastTimestamp: "2026-07-01T14:57:13Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2-predictor.18be3252b0ac81b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: fe5316c6-4569-4f20-8a57-c35371aebf51
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 5bc9d7fb-27e5-4e00-b87e-ecc788b17825
  kind: Event
  lastTimestamp: "2026-07-01T14:58:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:58:13Z"
    name: isvc-autogluon-v2-predictor.18be3256301bf34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 675499a9-5635-4c47-848e-8b0ae84d047c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 5bc9d7fb-27e5-4e00-b87e-ecc788b17825
  kind: Event
  lastTimestamp: "2026-07-01T14:58:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:58:13Z"
    name: isvc-autogluon-v2-predictor.18be3256308c0a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19149"
    uid: da47f3bd-8c3b-4208-a805-ae2c53dbe06a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T14:58:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 5bc9d7fb-27e5-4e00-b87e-ecc788b17825
  kind: Event
  lastTimestamp: "2026-07-01T14:59:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:59:13Z"
    name: isvc-autogluon-v2-predictor.18be32642dd2e8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: d2b9f0fa-922a-4a72-b8f4-4ddfcb9bdd11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T14:58:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18819"
    uid: 5bc9d7fb-27e5-4e00-b87e-ecc788b17825
  kind: Event
  lastTimestamp: "2026-07-01T14:59:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:59:13Z"
    name: isvc-autogluon-v2-predictor.18be32642ea8c7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 34248463-4a09-4caa-9979-948bb2698670
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T14:59:28.616549Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    to ip-10-0-128-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T14:59:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T14:59:28Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be3272370d07d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 60f606af-da26-441d-a4ab-333eefde69f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:29Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T14:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T14:59:29Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be32725094b0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 31877663-f10b-436c-98ae-53c009b79fdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:32825628ffab44a0db6a86e1f74488e47dcab508ff646215bea8b81168e85657"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:29Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be327252104454
    namespace: kserve-ci-e2e-test
    resourceVersion: "19736"
    uid: 00d32119-8827-4c02-9ad7-b0c99502a1e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T14:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:29Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be327255c5d350
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 6d417864-692b-4a8a-9712-ceda4aa1e11f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T14:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:29Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be3272562597fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: 7e05d71d-117a-4e42-97df-1a002529bb6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:47Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:47Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be3276b343db02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: 4dcbf5b3-11f5-4b6e-a5ea-34d2d1cb18ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T14:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:47Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be3276b826b162
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: d424bac0-23eb-4a2b-89d2-211befc71acc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:47Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be3276b88e12da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: 4a150c6e-8da0-4599-a59c-a38ec28ea514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:59:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:47Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be3276b898433b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: 35dbbef8-fb79-4962-9cbc-7a10a0be3119
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T14:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:48Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be3276bc36fa84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19884"
    uid: 4fddc3df-a232-427a-845e-2a9047b2741c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T14:59:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:59:48Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be3276bca3a0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: a9fe49bf-d96c-4de7-a337-e95561630394
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T15:01:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T15:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:28Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be328e342be38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b420ab41-4c6a-4c2b-b2c1-9b50fb7f98fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T15:01:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T15:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:28Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be328e342d2b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: ce31aa6a-00b5-4321-9845-11e1a0b2fe79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: ee800482-a912-49c3-bcb8-248c50e015d6
  kind: Event
  lastTimestamp: "2026-07-01T15:01:28Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/isvc-autogluon-v2-variants/ready":
    dial tcp 10.133.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T15:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T15:01:28Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6.18be328e3ba1923d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: be9eb7bc-5dae-4a85-a73c-bc997c9e2b84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-c6767c94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: 5e7e30a4-6165-47dd-80e0-5998b6f79c5e
  kind: Event
  lastTimestamp: "2026-07-01T14:59:28Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-5bdl6'
  metadata:
    creationTimestamp: "2026-07-01T14:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:59:28Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be3272366c1528
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: 54022b43-4d1f-4fb1-91a8-08a58c1af4e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: 9776e137-8536-43e2-94da-5169504cf2e5
  kind: Event
  lastTimestamp: "2026-07-01T14:59:28Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-01T14:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:59:28Z"
    name: isvc-autogluon-v2-variants-predictor.18be327231730aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: fae116d1-385f-4fe5-a85e-a21553e1823a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 17966cf8-0305-4603-a4e0-40c07dc381e2
  kind: Event
  lastTimestamp: "2026-07-01T15:00:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:00:28Z"
    name: isvc-autogluon-v2-variants-predictor.18be3275b098896b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: b17c82ba-4266-48f7-a1d6-d55081fc587e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 17966cf8-0305-4603-a4e0-40c07dc381e2
  kind: Event
  lastTimestamp: "2026-07-01T15:00:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:00:28Z"
    name: isvc-autogluon-v2-variants-predictor.18be3275b1116d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: 95ad729b-f297-4caf-89a1-ab87b6ad4a87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T15:00:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 17966cf8-0305-4603-a4e0-40c07dc381e2
  kind: Event
  lastTimestamp: "2026-07-01T15:01:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T15:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:01:28Z"
    name: isvc-autogluon-v2-variants-predictor.18be327caf66d160
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 6f77cd1a-1a71-4b81-85b6-bffe736ba655
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T15:00:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 17966cf8-0305-4603-a4e0-40c07dc381e2
  kind: Event
  lastTimestamp: "2026-07-01T15:01:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T15:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T15:01:28Z"
    name: isvc-autogluon-v2-variants-predictor.18be327cafdfd26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: 0cf2c113-a144-4e31-adb0-a081c0e73c55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: bcec3eba-10f4-4894-a189-bddc977074dc
  kind: Event
  lastTimestamp: "2026-07-01T15:01:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T14:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:01:19Z"
    name: isvc-autogluon-v2-variants.18be3272317ac65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 5c3de717-8743-4ff3-8fb4-3155e3e14164
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: bcec3eba-10f4-4894-a189-bddc977074dc
  kind: Event
  lastTimestamp: "2026-07-01T14:59:28Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:59:28Z"
    name: isvc-autogluon-v2-variants.18be327232126647
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: d0d0eb92-6455-45e4-b7f1-679f130b2a95
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: bcec3eba-10f4-4894-a189-bddc977074dc
  kind: Event
  lastTimestamp: "2026-07-01T14:59:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:59:28Z"
    name: isvc-autogluon-v2-variants.18be32723212a7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: d5c03804-aa4c-4936-8c30-40c00d43c2f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T15:01:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20522"
    uid: bcec3eba-10f4-4894-a189-bddc977074dc
  kind: Event
  lastTimestamp: "2026-07-01T15:01:19Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-01T15:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T15:01:19Z"
    name: isvc-autogluon-v2-variants.18be328bed21eac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 0e29d454-b389-479e-a0b6-372ca987d18d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 301e4c7b-6d8e-4973-8463-175f6c9dca3e
  kind: Event
  lastTimestamp: "2026-07-01T14:59:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:59:22Z"
    name: isvc-autogluon-v2.18be3252b116658b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: 356e036a-bdb0-4de4-962f-103173093ccc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 301e4c7b-6d8e-4973-8463-175f6c9dca3e
  kind: Event
  lastTimestamp: "2026-07-01T14:57:13Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2.18be3252b1aea4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 1801f6c3-e323-4d93-92b1-72dbb85d4613
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:57:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 301e4c7b-6d8e-4973-8463-175f6c9dca3e
  kind: Event
  lastTimestamp: "2026-07-01T14:57:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:57:13Z"
    name: isvc-autogluon-v2.18be3252b1aeeb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: f956198b-dd83-41ad-b020-199c08a55934
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:59:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19626"
    uid: 301e4c7b-6d8e-4973-8463-175f6c9dca3e
  kind: Event
  lastTimestamp: "2026-07-01T14:59:22Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-01T14:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:59:22Z"
    name: isvc-autogluon-v2.18be3270b096a699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19627"
    uid: 5cad8f7a-d6e1-4bac-928e-5950ad5a481d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T14:52:32.470400Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-599b89d7c-gr9rm
    to ip-10-0-128-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T14:52:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T14:52:32Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be321152cebe58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 4b03c571-a334-4678-b855-a3690fdb863e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T14:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:32Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be321164474d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 53710d08-ac22-477a-984e-613e69fe294a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:33Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T14:52:33Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be3211905a403b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: eafa2a44-4d88-495c-8231-38a601f42c08
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:32825628ffab44a0db6a86e1f74488e47dcab508ff646215bea8b81168e85657"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:33Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be3211927ef740
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 88de27bd-a23d-4f28-8cf3-e424ec6cf9c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:33Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be3211954bde4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: e265d26d-9021-49cf-a86f-b467c8fe2df5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T14:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:33Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be321195bf8ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: f0c447ba-0dfc-4f73-bfa1-d5097f47407b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be32128d911784
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 6f122ec3-8c63-43d4-a826-0c239d08db8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be321290c4a078
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: b83cfd11-3971-47e3-a964-e188e4e6ecca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be3212913b3680
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: fe34b400-733d-4f42-92d6-a44b7b8b5386
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be32129146bf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: ebba2a8c-9122-4ec1-b76c-7f8374d86041
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be3212948e2b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 25ea0665-80a1-4915-b057-65b114bc021a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be321295040f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: bd80754c-89e6-436c-847c-bb61400a67f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b968ed73a63cc06f7467120ce75d205a47a53bf36fad1b5d010a25df8b9285c9"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be3212950eb0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16523"
    uid: b79dba53-721e-400b-9e1a-42c812591e1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be321298519f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: 2ad17814-1d19-47e3-b426-307b1843a6e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:52:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T14:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:37Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be321298cae398
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 7c9a2203-b1d1-42e6-8f93-96b1c1b9579b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:54:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T14:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:10Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be3212c99c8864
    namespace: kserve-ci-e2e-test
    resourceVersion: "17301"
    uid: 73b0a0e5-ecfa-4144-b975-740fdf16988e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:54:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T14:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:10Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be3213058091d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: f99ca888-f96b-4020-a207-135b1704219d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:54:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:07Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be32278e41d42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17233"
    uid: a6918a89-239a-4ca9-bb87-d86b9095b71d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:54:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:07Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be32278e4209bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 9c08f91f-969d-4425-8136-db6cb321927f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:54:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:07Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be32278e428ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: 55baa2be-789a-400d-bebb-f2a096b98b33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-599b89d7c-gr9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 1259e9e8-2423-4505-a7c1-9386b81bd74f
  kind: Event
  lastTimestamp: "2026-07-01T14:54:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T14:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:10Z"
    name: isvc-logger-predictor-599b89d7c-gr9rm.18be322835bbcfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17299"
    uid: 2684d244-cb4e-4145-9b76-9f10a26a6129
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-599b89d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 4f1b9186-c07d-4395-92b0-0e334cf647ea
  kind: Event
  lastTimestamp: "2026-07-01T14:52:32Z"
  message: 'Created pod: isvc-logger-predictor-599b89d7c-gr9rm'
  metadata:
    creationTimestamp: "2026-07-01T14:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:32Z"
    name: isvc-logger-predictor-599b89d7c.18be3211525825ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: a3d86d54-bd00-4fee-9913-58ec6fbf6928
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: d32e31ec-68e1-4f68-9957-ade76c778fde
  kind: Event
  lastTimestamp: "2026-07-01T14:52:32Z"
  message: Scaled up replica set isvc-logger-predictor-599b89d7c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T14:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:32Z"
    name: isvc-logger-predictor.18be32114e903e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: b8f1d736-cfd5-426f-b2d0-d6ea355acb03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 63e2693b-d5a9-41cb-9636-6ebfbfe7a6da
  kind: Event
  lastTimestamp: "2026-07-01T14:53:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:53:17Z"
    name: isvc-logger-predictor.18be3214cd43b2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 2b810399-f77d-4416-a088-e0a326fe7e39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 63e2693b-d5a9-41cb-9636-6ebfbfe7a6da
  kind: Event
  lastTimestamp: "2026-07-01T14:53:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:53:17Z"
    name: isvc-logger-predictor.18be3214cdc27872
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: ec32ed39-5760-4482-b9c3-184a007ad83e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:53:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: 63e2693b-d5a9-41cb-9636-6ebfbfe7a6da
  kind: Event
  lastTimestamp: "2026-07-01T14:54:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:54:02Z"
    name: isvc-logger-predictor.18be321f4a883e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 4de9c7d8-99b8-4cd0-a1aa-19e661258cbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:53:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: 63e2693b-d5a9-41cb-9636-6ebfbfe7a6da
  kind: Event
  lastTimestamp: "2026-07-01T14:54:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:54:02Z"
    name: isvc-logger-predictor.18be321f4b00f7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 5502f429-aed2-4fa8-b361-d3799f3d9177
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 89b2672d-ce36-433f-9e8a-2995bd054304
  kind: Event
  lastTimestamp: "2026-07-01T14:54:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T14:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:54:01Z"
    name: isvc-logger.18be32114ea65786
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 0c3b27b2-77df-4494-807f-e9687555076f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 89b2672d-ce36-433f-9e8a-2995bd054304
  kind: Event
  lastTimestamp: "2026-07-01T14:52:32Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-01T14:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:52:32Z"
    name: isvc-logger.18be32114f1d4d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: d9c51936-8d5f-48a4-a3a7-c9777ce7a3d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 89b2672d-ce36-433f-9e8a-2995bd054304
  kind: Event
  lastTimestamp: "2026-07-01T14:54:01Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-01T14:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:54:01Z"
    name: isvc-logger.18be3225f7da1a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 05f9905f-9a07-436e-8d98-ec1ba875d841
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T14:50:37.229663Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    to ip-10-0-128-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T14:50:37Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f67decaae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 3e09d6f9-7349-4ae5-9631-99b98c944c1a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:37Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f68bf4b9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 431fea6a-fdba-4a06-b4b1-52e049da65f2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:38Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T14:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T14:50:38Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f6bb830e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: df6928a9-f6fa-43f7-bfcf-5f0a43d555e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:32825628ffab44a0db6a86e1f74488e47dcab508ff646215bea8b81168e85657"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:38Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f6bd208da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: e827fc1e-1f43-43a5-b5f9-a2965f306dfd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T14:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:38Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f6c0390096
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 57277294-f52f-4150-af53-baa14d6d2119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T14:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:38Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f6c09ae6f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 4e3d23dd-4693-438a-8e49-c91b9f506324
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7a4e9b42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: 67b6a6ee-842e-435a-aebe-e3db244bb60a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7a7ba8e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 8582f55f-bdfa-4228-b2c0-70fca9e2b736
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7a820bc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: ef9b3e91-d551-423c-ab5a-ffedb1a298c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7a82c5410
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: d5a74c82-d85c-49e4-9578-30bd10049fc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7ab45fc12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: 60316970-9283-44e9-add5-4def6b3dcfe0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7ac07bf42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: f5a5ef8f-f524-483b-8b7a-1e1f6021d4f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b968ed73a63cc06f7467120ce75d205a47a53bf36fad1b5d010a25df8b9285c9"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7ac12bf3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: 50250e3e-1942-4c55-82f9-5fb7cbb0332d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7afefca0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: dbc93e20-07b5-4425-ade4-84634a84be98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:50:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T14:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:42Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f7b056f905
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 37fcec13-cbd9-429f-91d0-954114d4690d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:52:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T14:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f81cdf9e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: e2d987ed-d529-43d2-8e7c-0f1910cefff0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:52:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T14:50:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:20Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be31f81ce8cdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 55336c35-89cd-4891-bbc8-0eaf21528240
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be320ca8bbc1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 2f662647-550e-4d94-98d7-3a9cfb41f7f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be320ca8bc4825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16240"
    uid: efd6424f-a1ac-4714-a76a-b77482c0ff3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be320ca8bfe1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: 5db80110-81a5-47eb-a7b2-5fb6831ea62e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 1209b15f-ff14-452d-8c5c-c873bf868e57
  kind: Event
  lastTimestamp: "2026-07-01T14:52:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T14:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:30Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf.18be320d4d1cfa0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: 7e5d0974-fce3-4541-a753-1857ba5de02c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: a029d201-1efa-42c1-8b66-aab4d433ca69
  kind: Event
  lastTimestamp: "2026-07-01T14:50:37Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-zhssf'
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:50:37Z"
    name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5.18be31f67d84a791
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: c1a4d0ea-6706-4572-b173-7a88daae59ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 973fc669-2e6a-4f15-ab92-dd7b2bbc4aff
  kind: Event
  lastTimestamp: "2026-07-01T14:50:37Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5fccccdbd5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:50:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18be31f677690631
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: b9c75943-c5f3-44e6-a8ec-bedad73c547b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2ed5adaa-8614-486f-973c-2b551b4203cc
  kind: Event
  lastTimestamp: "2026-07-01T14:51:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:51:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18be31f9f6b5e5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: 1edf8215-0aba-4d5c-8561-f5958c59c49b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 2ed5adaa-8614-486f-973c-2b551b4203cc
  kind: Event
  lastTimestamp: "2026-07-01T14:51:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:51:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18be31f9f7314455
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 37839c64-a5ce-4ca5-920c-0c84443a1f55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T14:51:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: 2ed5adaa-8614-486f-973c-2b551b4203cc
  kind: Event
  lastTimestamp: "2026-07-01T14:52:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18be3200f56faad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: fba53220-8688-4b25-8d3f-0c28ed3e73cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T14:51:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: 2ed5adaa-8614-486f-973c-2b551b4203cc
  kind: Event
  lastTimestamp: "2026-07-01T14:52:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18be3200f5dea31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: 45b65e3e-45d1-4d5c-98d9-1d0d25af6585
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: 37f75a59-d0f8-4b86-b3b8-54a49ea46aa3
  kind: Event
  lastTimestamp: "2026-07-01T14:52:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:52:00Z"
    name: isvc-sklearn-batcher-custom.18be31f67798aeef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: 0bf77f73-4d8d-4e3d-ad72-ab16e24c21c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: 37f75a59-d0f8-4b86-b3b8-54a49ea46aa3
  kind: Event
  lastTimestamp: "2026-07-01T14:50:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:50:37Z"
    name: isvc-sklearn-batcher-custom.18be31f67805df57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: a918b562-2700-42a8-81b6-5923869b3d46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 37f75a59-d0f8-4b86-b3b8-54a49ea46aa3
  kind: Event
  lastTimestamp: "2026-07-01T14:52:00Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-01T14:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:52:00Z"
    name: isvc-sklearn-batcher-custom.18be3209d78a9f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 30632ea9-bb18-4158-b621-941e4b65f8c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T14:48:52.085799Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    to ip-10-0-128-59.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T14:48:52Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31de02dcb1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14590"
    uid: c72499b5-fc97-4a6e-ad79-ceb7c241f0d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14594"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:48:52Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T14:48:52Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31de1d1550b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14608"
    uid: 4e3ba51b-b507-469e-8ca7-93c6a9022da5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:48:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:32825628ffab44a0db6a86e1f74488e47dcab508ff646215bea8b81168e85657"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:48:52Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31de1e9feac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: 7440040e-68bb-4049-8675-96d84639873f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:48:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:48:52Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31de215ef8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14612"
    uid: 5ed6d648-f556-4a60-9bb9-66f14579dbe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:48:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:48:52Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31de21d6092c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14613"
    uid: 06644143-4e42-4769-8349-ff6eb45202d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:48:56Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
  metadata:
    creationTimestamp: "2026-07-01T14:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:48:56Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31df139c887f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 37b44fb1-3884-4a31-93ca-8c82eb888ebf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    in 14.168s (14.168s including waiting). Image size: 1555870134 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T14:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:10Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e26022766a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: 601c9d23-75d7-4cfb-ae38-62759293fb8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T14:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:10Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e2633d75ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: 1fd7a7d5-1632-4da0-a2c5-093c15e56859
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:10Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e263d07f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "14758"
    uid: 43b7a561-8182-458f-aba1-aebd27f4507c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:10Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-01T14:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:10Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e263ddb27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14759"
    uid: 1724d41c-6d87-4dd4-a817-05859cb01d3c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.429s (2.429s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T14:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:13Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e2f4af2410
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: 7687e3f2-3472-4598-97a5-165d603361b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T14:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:13Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e2f7f91e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: 6698c1a3-436c-4b9e-a262-3f08e8ebfa03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:13Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e2f86e58a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 672d8385-0200-4a23-bd00-cf9af18c2b87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b968ed73a63cc06f7467120ce75d205a47a53bf36fad1b5d010a25df8b9285c9"
  metadata:
    creationTimestamp: "2026-07-01T14:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:13Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e2f87b9d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 86012a30-07d1-4617-9da2-7b0cd2281679
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b968ed73a63cc06f7467120ce75d205a47a53bf36fad1b5d010a25df8b9285c9"
    in 3.246s (3.246s including waiting). Image size: 239994492 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T14:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:16Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e3ba015d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 009f1fe3-483a-4b0a-9219-7ca5a81976ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:16Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T14:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:16Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e3bd020500
    namespace: kserve-ci-e2e-test
    resourceVersion: "14807"
    uid: e74a0990-4da3-4a06-9012-414b3b511782
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:49:16Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T14:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:49:16Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e3bd77eb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: e47588ea-3d3b-4f6d-aaf1-6975f2eed640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:50:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T14:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:49Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e3c2ac4716
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 17a0ac07-712e-4163-b163-da25311c57ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:50:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T14:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:39Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31e3fe8f7654
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: f69d8b01-4e68-4bcc-bcee-cecf6b3fb2b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:50:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:37Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31f67d45a9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15446"
    uid: f2b717eb-adf5-431f-9a86-f23b6bc68423
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:50:37Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:37Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31f67d45ffcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: e4207c69-ab76-493a-8964-b6cbecbd0f84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:50:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:37Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31f67d466eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: e307161e-e0bf-45d1-80ed-223e334b6d33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b6bc5bd8-e432-4809-96d2-f34f761665ca
  kind: Event
  lastTimestamp: "2026-07-01T14:50:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T14:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:50:48Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg.18be31f6daca8305
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 626e292c-00db-4908-9640-e6982577e01c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-59.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-59.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-869f8b8c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14575"
    uid: b616ac6b-e581-4d96-ba98-cecf43cd1e54
  kind: Event
  lastTimestamp: "2026-07-01T14:48:52Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-869f8b8c7d-wxjhg'
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:48:52Z"
    name: isvc-sklearn-batcher-predictor-869f8b8c7d.18be31de025d56c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 808742c5-1238-4f9c-9f68-aed1a1dfd9a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 77944565-558f-456c-99ee-01988a6a9632
  kind: Event
  lastTimestamp: "2026-07-01T14:48:51Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-869f8b8c7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T14:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:48:51Z"
    name: isvc-sklearn-batcher-predictor.18be31ddfb5ec899
    namespace: kserve-ci-e2e-test
    resourceVersion: "14576"
    uid: d076154f-cd24-4823-be45-fa1ef2f297de
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: 0ebb66ee-cbb0-46fa-8e45-77c48858ecd6
  kind: Event
  lastTimestamp: "2026-07-01T14:49:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:49:37Z"
    name: isvc-sklearn-batcher-predictor.18be31e180da1b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 94ae1a84-6b5b-4404-b41b-7802ce8dcb15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: 0ebb66ee-cbb0-46fa-8e45-77c48858ecd6
  kind: Event
  lastTimestamp: "2026-07-01T14:49:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:49:37Z"
    name: isvc-sklearn-batcher-predictor.18be31e181594418
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: ddd330c8-eb15-4fc7-8861-d40f17fd7824
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 0ebb66ee-cbb0-46fa-8e45-77c48858ecd6
  kind: Event
  lastTimestamp: "2026-07-01T14:50:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:50:22Z"
    name: isvc-sklearn-batcher-predictor.18be31ebff150716
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: d6369b40-2413-410e-a99d-600a8ebcc453
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T14:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 0ebb66ee-cbb0-46fa-8e45-77c48858ecd6
  kind: Event
  lastTimestamp: "2026-07-01T14:50:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:50:22Z"
    name: isvc-sklearn-batcher-predictor.18be31ebff95c32d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 98b5c2e2-8190-42e3-a305-85b025d706fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14565"
    uid: 953cebef-d0ef-4daf-b0a2-9477bcc494a7
  kind: Event
  lastTimestamp: "2026-07-01T14:50:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:50:29Z"
    name: isvc-sklearn-batcher.18be31de015810eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: acdf742c-cdaa-4979-ba4d-fc396e2fc748
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14565"
    uid: 953cebef-d0ef-4daf-b0a2-9477bcc494a7
  kind: Event
  lastTimestamp: "2026-07-01T14:48:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:48:52Z"
    name: isvc-sklearn-batcher.18be31de01d617ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: 753734ec-f064-4cb6-80fd-d828aa91c100
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:48:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14565"
    uid: 953cebef-d0ef-4daf-b0a2-9477bcc494a7
  kind: Event
  lastTimestamp: "2026-07-01T14:48:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:48:52Z"
    name: isvc-sklearn-batcher.18be31de01d66039
    namespace: kserve-ci-e2e-test
    resourceVersion: "14599"
    uid: c70c5819-04d2-4bda-8b7b-7fa26b264c16
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:50:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 953cebef-d0ef-4daf-b0a2-9477bcc494a7
  kind: Event
  lastTimestamp: "2026-07-01T14:50:29Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-01T14:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:50:29Z"
    name: isvc-sklearn-batcher.18be31f4c8804f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: 7ae2918d-08e2-4daf-a466-26bfdc3256da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T14:52:12.408034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-d58db
    to ip-10-0-143-54.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320ca6ff4922
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 1445096b-45d3-4543-8b8c-bb4066e29e50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-b4cc4897d-k2lv9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320cc0b46cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 0f10823b-967a-41cd-9c0e-855c01b4c975
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320cc2cc79e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: ba667e52-c8ab-4135-8ca9-161f337712a1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:14Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.243s (1.243s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T14:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:14Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320d0cef1248
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 75581509-f9e6-4471-ad87-7a1e559d04fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T14:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:14Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320d100c9bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16268"
    uid: 622d0c63-4c9d-4d5b-9e76-fc6f80b4fea1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:14Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320d107f91ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: f74ad722-15c4-4466-9b8c-af9f4ee1070b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:14Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-01T14:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:14Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320d108b2b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16270"
    uid: a22f1af7-3b99-41d7-89d9-0f45d66d3039
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.735s (2.735s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T14:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:16Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320db3922fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 3a8dc55f-4558-4c10-b95b-819487a6ab8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T14:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:16Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320db72ec71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: cdaf1cb4-80bb-4681-8270-ae338a3ff8cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:52:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:52:16Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be320db79eeb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: 3e7e08b7-a761-4d18-84b6-329cb6f4cd33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:54:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T14:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:08Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be32279586c998
    namespace: kserve-ci-e2e-test
    resourceVersion: "17263"
    uid: 2129743a-5dfc-45f2-afc3-64cdcf22f9ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:54:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-d58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: 6b952548-7c5a-4d0c-a845-a57d71a709bf
  kind: Event
  lastTimestamp: "2026-07-01T14:54:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T14:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T14:54:08Z"
    name: message-dumper-predictor-6575bcfdfd-d58db.18be3227958786d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: 37ea8662-03b1-4d59-a7f0-bd56bfd25152
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-54.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-54.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: ec76bb38-7306-4ea8-8b33-bd2a5bbb13a0
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-d58db'
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: message-dumper-predictor-6575bcfdfd.18be320ca67c6c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: 3e7d1863-b728-45c3-9746-ea589726673c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: 0bc07865-7743-4e67-99b4-94e565beb57b
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: message-dumper-predictor.18be320ca2ad1e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 9978ba54-505f-40ab-a560-d9c7824a32e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 72b29e35-9cc7-4d9d-b7d0-ea3489fa3395
  kind: Event
  lastTimestamp: "2026-07-01T14:52:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:42Z"
    name: message-dumper-predictor.18be3210218f1a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 4deda6a0-d5d8-460b-90ad-a30d86ef09d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 72b29e35-9cc7-4d9d-b7d0-ea3489fa3395
  kind: Event
  lastTimestamp: "2026-07-01T14:52:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T14:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:42Z"
    name: message-dumper-predictor.18be3210222e552a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 7e53b427-c49b-4010-84d9-f4e814e90c3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 72b29e35-9cc7-4d9d-b7d0-ea3489fa3395
  kind: Event
  lastTimestamp: "2026-07-01T14:52:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:57Z"
    name: message-dumper-predictor.18be321721badbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 840ca9a7-1dd7-4a35-8615-034c08a73f78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 72b29e35-9cc7-4d9d-b7d0-ea3489fa3395
  kind: Event
  lastTimestamp: "2026-07-01T14:52:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T14:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T14:52:57Z"
    name: message-dumper-predictor.18be3217221fbe01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: f62c7266-29e9-49da-9ac0-bd552f24a69f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 197bfbb1-2227-499d-a3a0-47dc685cb576
  kind: Event
  lastTimestamp: "2026-07-01T14:52:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:52:24Z"
    name: message-dumper.18be320ca2c2717c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: a0b47ddc-8ffc-48d0-b38c-ec81087eb84b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 197bfbb1-2227-499d-a3a0-47dc685cb576
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: message-dumper.18be320ca33b98b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 9ae476e0-2f27-4bfc-be81-7bce880ac2c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16210"
    uid: 197bfbb1-2227-499d-a3a0-47dc685cb576
  kind: Event
  lastTimestamp: "2026-07-01T14:52:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:52:12Z"
    name: message-dumper.18be320cab7a338e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 52b25dc7-19a6-452b-9eaa-6b8dffabe6fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T14:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 197bfbb1-2227-499d-a3a0-47dc685cb576
  kind: Event
  lastTimestamp: "2026-07-01T14:52:24Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-01T14:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T14:52:24Z"
    name: message-dumper.18be320f6e19adee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: b5014ca0-0bee-4f0f-88f1-cd883a5d4822
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22011"