---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:05:18.541321Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:05:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:05:18Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006c85e16d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 3859eae2-d091-43ad-a49d-d0bda7bb56dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21795"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:18Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:05:18Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006c9f5086f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: ef6e361e-ebd6-436c-850c-ec22de2c61fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:18Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006ca0b3aa5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: 09223b52-b09e-4250-8b08-e50ad3a7a5ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T12:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:19Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006ca4a0b064
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 6e5ec07e-2e4a-4f83-9e70-196292ea79a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:19Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006ca512002d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: b0b73000-40ef-46f4-bab3-237b435c0c48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:28Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006eef3cbbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: c520ec2a-53ac-453b-9b83-502fc5ccf820
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006ef30f1f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 42face48-c6cd-4699-b345-989e12a5ee37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006ef38944e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 59d8e754-0092-450b-b3c1-c922605c97e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:28Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006ef3927ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 42c69da9-72aa-4c4b-a56e-9de6194a19c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006ef6a0577e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 8ba3dd73-6f04-4ffa-86e5-dd34ab4eeeb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:29Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006ef7157a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21891"
    uid: 6c88f959-5a0b-4077-8e6a-abe9a7231e0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:36Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0006f67305d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 316a0cb9-3ddf-498f-aece-3e9ac0dd0b8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:48Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c000738580fea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22061"
    uid: 5c8c2d2e-f663-4a19-9e30-e920de8a0efc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 7e98c573-65dd-4572-b6f1-915191d4da3c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:48Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv.18c0007385818529
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: cc3d71e2-9e0a-4e97-a999-34e983e36098
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: 1df9c279-0418-4364-8a72-0d135b4fb319
  kind: Event
  lastTimestamp: "2026-07-07T12:05:18Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-h4xwv'
  metadata:
    creationTimestamp: "2026-07-07T12:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:05:18Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c0006c85821559
    namespace: kserve-ci-e2e-test
    resourceVersion: "21784"
    uid: e2e92e5e-baf6-40c3-b4cd-625fc53f6d60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21771"
    uid: f756a912-7d55-4372-aed6-b8374dd7436a
  kind: Event
  lastTimestamp: "2026-07-07T12:05:18Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T12:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:05:18Z"
    name: isvc-autogluon-ts-v1-predictor.18c0006c8123ec69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 48ebffc3-15b3-4d64-a0b8-0db8052437ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5da3c924-fefa-42c0-bf29-ff410c99348c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:05:48Z"
    name: isvc-autogluon-ts-v1-predictor.18c0006fff939d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: b49204c8-89dc-46fc-8e5e-b0650713bd71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5da3c924-fefa-42c0-bf29-ff410c99348c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:05:48Z"
    name: isvc-autogluon-ts-v1-predictor.18c000700019d830
    namespace: kserve-ci-e2e-test
    resourceVersion: "22047"
    uid: 8e7a4c0f-08d7-48fe-81cb-c721d81e7e61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 1712ea80-7ab9-42d8-9538-4ff0855c15d4
  kind: Event
  lastTimestamp: "2026-07-07T12:05:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:05:47Z"
    name: isvc-autogluon-ts-v1.18c0006c8125b668
    namespace: kserve-ci-e2e-test
    resourceVersion: "22031"
    uid: ce1373d0-1d08-4c85-9da7-27d6566d22f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 1712ea80-7ab9-42d8-9538-4ff0855c15d4
  kind: Event
  lastTimestamp: "2026-07-07T12:05:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:05:18Z"
    name: isvc-autogluon-ts-v1.18c0006c819646d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: a6c88ca3-9de9-480d-94c3-ae3e229c696a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 1712ea80-7ab9-42d8-9538-4ff0855c15d4
  kind: Event
  lastTimestamp: "2026-07-07T12:05:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:05:18Z"
    name: isvc-autogluon-ts-v1.18c0006c81967e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: bfa8602b-cc2f-47ff-83dd-f8facbc89646
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22029"
    uid: 1712ea80-7ab9-42d8-9538-4ff0855c15d4
  kind: Event
  lastTimestamp: "2026-07-07T12:05:46Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:05:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:05:46Z"
    name: isvc-autogluon-ts-v1.18c000732602d260
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: 1824c1cd-e00d-476c-beb9-9f1175802638
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:55:47.234994Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18bfffe7815eac80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 5ae0aae3-cd99-4477-92a4-bbcb7acaf247
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:55:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18bfffe78c3e407f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: 3dc02e34-4cf1-45f4-aae0-1b0262c6b71d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:55:48Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:55:48Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18bfffe7bf16a879
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: c5af0933-df26-4007-a411-6362e76effb9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:55:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:48Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18bfffe7c0a12c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: c61944fa-c953-4cec-8c90-72a368df7dd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:55:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:48Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18bfffe7c3e50bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: c0ddc6c3-a321-4dfa-abd9-8e4f5f5d0701
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:55:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:48Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18bfffe7c4543c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 989b32ca-2519-4757-8b32-d1969f17bbcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:56:09Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-07T11:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:56:09Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18bfffecab2fe47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: a2e7624a-8645-4c9c-abcb-5cfa854bf4b4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:12Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m2.941s
    (2m2.941s including waiting). Image size: 8939170586 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:12Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c000094b11a472
    namespace: kserve-ci-e2e-test
    resourceVersion: "18511"
    uid: 2ce62712-cc88-4ae4-8731-0dd0770dde31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:12Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c000094ff8a62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18513"
    uid: 1089d9a5-d6de-4317-a5f9-08cf9b3b9384
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:12Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c0000950ef3e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18514"
    uid: 660aa664-8ec4-4d79-b23f-5f3867953f36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:12Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c0000950f872db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 167727ea-1289-443a-a3db-3de017dd8b4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:12Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c000095613741d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18517"
    uid: 92d39835-97a7-4298-83f4-aa7b5db82358
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:12Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c00009570bfd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 608f5ea1-0d61-44ae-b617-b871f3e2c221
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:20Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c00009ae52e9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: 7bb54da9-5ca2-4546-887e-354ba7356c12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:37Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c0000f1bc8b8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: 0bc197b3-1ccd-4621-bcb9-a80c1e672d89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 2a1155fd-96fe-41b1-813d-df25f6ee3a40
  kind: Event
  lastTimestamp: "2026-07-07T11:58:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:58:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:37Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk.18c0000f1bc9316d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: d66cfd5c-56e4-4211-9f85-c44b92291ec0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-7bbbbd79cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 131bcdef-5259-4a17-81b1-522a9ca7f459
  kind: Event
  lastTimestamp: "2026-07-07T11:55:47Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-g4kxk'
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd.18bfffe780bd9e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: b5f95711-e59a-4efa-9b5a-14f7c057ced0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: e32a0081-2653-4554-8d2a-293d74650101
  kind: Event
  lastTimestamp: "2026-07-07T11:55:47Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: isvc-autogluon-v1-predictor.18bfffe77a5d5ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: 69f7e3a7-abae-4b74-b0c4-007d92aae148
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 8ae7228c-037f-423b-b97b-b50dabae3dce
  kind: Event
  lastTimestamp: "2026-07-07T11:58:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:58:32Z"
    name: isvc-autogluon-v1-predictor.18bfffeaf8ea0fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: c8a40ed9-cb0e-4a50-addb-f722769bbbe1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 8ae7228c-037f-423b-b97b-b50dabae3dce
  kind: Event
  lastTimestamp: "2026-07-07T11:58:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:58:32Z"
    name: isvc-autogluon-v1-predictor.18bfffeaf947a750
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 0ac77081-4ed0-474c-82e8-d988d6f3622c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: 4e48a9f7-00fe-48c7-be87-6b429572e288
  kind: Event
  lastTimestamp: "2026-07-07T11:58:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:58:30Z"
    name: isvc-autogluon-v1.18bfffe77a61ca19
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: f1d1c8c7-4d9f-4745-b0fa-21746351006c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: 4e48a9f7-00fe-48c7-be87-6b429572e288
  kind: Event
  lastTimestamp: "2026-07-07T11:58:30Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:58:30Z"
    name: isvc-autogluon-v1.18c0000d6db3119c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18658"
    uid: d70a1135-ddfa-4084-88f1-f9e434bcb85c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:03:03.232675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c0004d04db537e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 888bf30b-0e8f-41b6-a868-1530aa01b24b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20770"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c0004d1e49031b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: fcd59d0a-6d60-4263-bbbd-d50036b9452e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c0004d1f9d74d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20780"
    uid: 1ad4e6b2-4a23-4382-b3bc-99947367db33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c0004d22542e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: 422fcf2a-984c-41c8-bb7f-ac3b0e5f47ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c0004d22c0ba0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20783"
    uid: 7c3c1250-8779-471a-8786-28e5343611ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:34Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c00054475e058e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: 9a70dfe9-5fa6-4831-b853-74af3ac77a9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c000544acc562d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: 1dff74be-48f7-4a83-b02b-27ab92fe62c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c000544b431d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21006"
    uid: 5635e78d-ec11-4b05-9758-2be64bfe93c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c000544b4d0271
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: fae3725a-5824-46b1-a6e4-f4ea5a65f1f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c000544ea6fbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: f99e3da9-8cac-41f3-838c-a17a1ff2111e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:03:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:34Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c000544f16ff54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: 43ac6328-2cd2-43af-8eb3-a4d9aba40888
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:05:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:13Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c0006b53195413
    namespace: kserve-ci-e2e-test
    resourceVersion: "21723"
    uid: 320a1ecf-1a01-421e-9c6e-76c38341a4f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 4d5f8b8c-2aca-43f1-804a-07ea0b0203b5
  kind: Event
  lastTimestamp: "2026-07-07T12:05:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:13Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5.18c0006b531a3675
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: 6cdc7bf5-ec92-4c75-b89e-048c3d4336e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: 432c6f45-3666-4c27-9ff8-6496150ba5f6
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-z8sh5'
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c0004d047e6a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: 5643ea82-f2c2-43e7-aedc-f4080d3e6d35
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: c7c0269d-47ec-4b48-970d-9437c0274efc
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18c0004d0060862d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 8d6abb29-866b-48e9-9f44-4254a515a61c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 5409b544-76fc-4e72-976d-ce9e5235b274
  kind: Event
  lastTimestamp: "2026-07-07T12:04:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18c000507f251096
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: a8943a3e-99f8-4475-ae04-48e8dc877e0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 5409b544-76fc-4e72-976d-ce9e5235b274
  kind: Event
  lastTimestamp: "2026-07-07T12:04:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18c000507f80f26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: 9c463c2f-ce48-46a2-afe5-910ba9d1d1c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: 5409b544-76fc-4e72-976d-ce9e5235b274
  kind: Event
  lastTimestamp: "2026-07-07T12:05:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:05:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18c0005e7af99ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: 2280164e-e9ab-4678-82bd-db01ef89aa97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: 5409b544-76fc-4e72-976d-ce9e5235b274
  kind: Event
  lastTimestamp: "2026-07-07T12:05:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:05:03Z"
    name: isvc-autogluon-v2-noslash-predictor.18c0005e7b69b9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 6e584569-9af1-4a37-907f-0790b070bdde
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: 89b0c567-240a-4d74-98f2-2be80d93b23c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:05:08Z"
    name: isvc-autogluon-v2-noslash.18c0004d0064e2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: d53a12c0-9463-49d4-a8ae-184a94beee57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: 89b0c567-240a-4d74-98f2-2be80d93b23c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash.18c0004d00db7960
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: edd7efc4-e952-498d-a40b-7b3f521cbcc7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: 89b0c567-240a-4d74-98f2-2be80d93b23c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:03Z"
    name: isvc-autogluon-v2-noslash.18c0004d00dbbb72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20771"
    uid: 7a2a5b33-6247-4d2a-a9f1-4a9321dae05e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21665"
    uid: 89b0c567-240a-4d74-98f2-2be80d93b23c
  kind: Event
  lastTimestamp: "2026-07-07T12:05:08Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:05:08Z"
    name: isvc-autogluon-v2-noslash.18c0006a2080b4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21666"
    uid: 9ae002dd-c5f1-41a3-be21-d6e7141baa4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:58:42.781335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-ndm4b
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:58:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:58:42Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c0001060bf4e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "18798"
    uid: 54388c5e-6c3d-41d2-b60a-721546c5ee7b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18804"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:58:43Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:58:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c000107c175a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: 468a5b9e-6051-4748-a80e-ba8c228e7216
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:58:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c000107d9cd491
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 144ab206-655d-4a68-8768-1121c636bfd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:58:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c0001081bdaa19
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: 74689c0b-54fc-4767-9848-e3560d1134bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:58:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:58:43Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c00010825ef8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 47e8429d-78bc-43a9-8593-635502db446a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:59:04Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:59:04Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c0001560050bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: cc03117a-f0be-4595-b1c2-4818049407c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:59:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:59:04Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c0001562d7d830
    namespace: kserve-ci-e2e-test
    resourceVersion: "18964"
    uid: 745b4fe0-e091-4897-83ed-8aaba1d7a23c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:59:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:59:04Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c0001563395a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: be2713bc-ecc0-4bb7-91c5-27572c4faaac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:59:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:59:04Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c00015634358ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: 34ca9a4c-7cda-47aa-a5e9-222e0413bafd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:59:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:59:04Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c00015662e1071
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 84b1a0fa-6908-43b1-ad9b-8bd7c1f84de8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T11:59:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:59:04Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c00015668bc7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: 87f612b8-b952-456e-8aa4-36a19db3e8af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T12:00:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:42Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c0002c51c16436
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 707eb4d7-964b-451c-a382-7e81e332ac2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 58a77935-f061-423b-ab76-caf3a6c0d6d9
  kind: Event
  lastTimestamp: "2026-07-07T12:00:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:42Z"
    name: isvc-autogluon-v2-predictor-67b849d456-ndm4b.18c0002c51c1d18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: c969d23f-b295-4442-a357-13466049d12f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-67b849d456
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: 51245b86-95ba-4def-913a-329f6c39f51c
  kind: Event
  lastTimestamp: "2026-07-07T11:58:42Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-ndm4b'
  metadata:
    creationTimestamp: "2026-07-07T11:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:58:42Z"
    name: isvc-autogluon-v2-predictor-67b849d456.18c00010601f9001
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 0d5a7101-f867-4538-93fa-b47f02f57b7c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18779"
    uid: 8f2b1ccb-13c5-4c1d-ba16-9bbefd123370
  kind: Event
  lastTimestamp: "2026-07-07T11:58:42Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T11:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:58:42Z"
    name: isvc-autogluon-v2-predictor.18c0001059e4144a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: 5c881115-4655-4665-84b6-ffc329f0bbc5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: 24661242-e611-47a5-b614-fd92ea69de72
  kind: Event
  lastTimestamp: "2026-07-07T11:59:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:59:42Z"
    name: isvc-autogluon-v2-predictor.18c00013d8da16fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 05247e28-b9d0-4e1e-b9f5-b4a92d6287ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: 24661242-e611-47a5-b614-fd92ea69de72
  kind: Event
  lastTimestamp: "2026-07-07T11:59:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:59:42Z"
    name: isvc-autogluon-v2-predictor.18c00013d94decc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: fc7c3341-d55f-4ee1-87a5-1283814f776a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 24661242-e611-47a5-b614-fd92ea69de72
  kind: Event
  lastTimestamp: "2026-07-07T12:00:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:27Z"
    name: isvc-autogluon-v2-predictor.18c0001758663549
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 0d313d42-4837-4e87-b23e-6fd5809ff617
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18917"
    uid: 24661242-e611-47a5-b614-fd92ea69de72
  kind: Event
  lastTimestamp: "2026-07-07T12:00:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:27Z"
    name: isvc-autogluon-v2-predictor.18c0001758de5b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: 6eb99bba-fc58-4659-93b7-e7b3bbb63505
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:00:47.946622Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:00:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:00:47Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c0002d852e0c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "19740"
    uid: d65b1786-f449-4dae-bf1e-81c90e6b5269
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:00:48Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:00:48Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c0002d9e5453b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 8fb73947-7d03-4b91-9c76-ec407e430c81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:00:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:48Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c0002d9fd01d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: d5298822-633c-4741-a962-9f61c11e2567
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:00:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T12:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:48Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c0002da233c2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 8ff77a7e-f030-4804-a575-bbae91e823e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:00:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:48Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c0002da2942728
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 58a18f6e-7c64-465f-a945-2b51e688c320
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:01:18Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c00034b69a743d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19975"
    uid: 34fc4206-ab29-4887-84aa-b713859d935c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:01:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c00034b9c4df71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: ea651a6c-4e3b-40dc-9426-27b39319b866
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:01:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c00034ba400a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: c3c53038-f114-4573-b4b1-e372094ea439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:01:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c00034ba4d34a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: 296bf6f5-89d1-4bd9-94c3-3d1e6a54e4a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:01:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c00034bd2d1057
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: d02b5d98-d282-49bd-8ad5-c02b9fc83250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:01:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:18Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c00034bda054e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: 9443314d-2926-4207-bb89-f9a1857a9273
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:02:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:58Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c0004bd276acce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: 2a3d1751-7153-4180-a22e-7bdc24c6a31b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9128e597-a77d-474c-8571-968179b1e8f4
  kind: Event
  lastTimestamp: "2026-07-07T12:02:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:58Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc.18c0004bd27723dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 43bed74d-b738-4367-a556-c4dfcd662e75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-c6767c94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: 03c8d921-ad06-4ea9-919f-801cefe508b9
  kind: Event
  lastTimestamp: "2026-07-07T12:00:47Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-rt9rc'
  metadata:
    creationTimestamp: "2026-07-07T12:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:47Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c0002d84be629d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 4acedd9a-244e-497c-9d36-0262386d31bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 937bffa5-362a-45cb-801c-03e825f98840
  kind: Event
  lastTimestamp: "2026-07-07T12:00:47Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c0002d808c0838
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: ef89d319-817a-442b-b55d-dcb8509596fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: bd60a8b4-f80f-455c-a671-38c2494b9058
  kind: Event
  lastTimestamp: "2026-07-07T12:01:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c00030ff32dcee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: e928db19-6b68-40e3-93dc-41297e5caeb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: bd60a8b4-f80f-455c-a671-38c2494b9058
  kind: Event
  lastTimestamp: "2026-07-07T12:01:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:01:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c00030ff825fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: e8815507-d844-4940-b770-2a4bf7f8af2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: bd60a8b4-f80f-455c-a671-38c2494b9058
  kind: Event
  lastTimestamp: "2026-07-07T12:02:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c0003efb0793ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 0226a06d-c396-420d-ab26-5544c30d91c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: bd60a8b4-f80f-455c-a671-38c2494b9058
  kind: Event
  lastTimestamp: "2026-07-07T12:02:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:47Z"
    name: isvc-autogluon-v2-variants-predictor.18c0003efb6785b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: f2205364-a622-4014-99ff-753d535b134d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 1bcdeb09-70b9-4613-8111-4280dd302c4b
  kind: Event
  lastTimestamp: "2026-07-07T12:02:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:53Z"
    name: isvc-autogluon-v2-variants.18c0002d808fcaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: 165a7384-01b6-47be-bbfe-9e9eeab70bd9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 1bcdeb09-70b9-4613-8111-4280dd302c4b
  kind: Event
  lastTimestamp: "2026-07-07T12:00:47Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:00:47Z"
    name: isvc-autogluon-v2-variants.18c0002d812c2f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: b971197b-c3ec-4ad9-9c6d-083f4731c537
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: 1bcdeb09-70b9-4613-8111-4280dd302c4b
  kind: Event
  lastTimestamp: "2026-07-07T12:00:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:00:47Z"
    name: isvc-autogluon-v2-variants.18c0002d812c89e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: b086a106-2bf4-4509-87c0-4be2f514d7b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 1bcdeb09-70b9-4613-8111-4280dd302c4b
  kind: Event
  lastTimestamp: "2026-07-07T12:02:53Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:02:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:53Z"
    name: isvc-autogluon-v2-variants.18c0004ab1eaec13
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 252559a8-502e-4ed7-8ca3-03421f2b63f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: e3e61d5b-8eef-4a63-97a6-ed5a7f4a259f
  kind: Event
  lastTimestamp: "2026-07-07T12:00:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:00:35Z"
    name: isvc-autogluon-v2.18c0001059dd0d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: a40ff359-2e07-4aec-849b-2f9ef3a82b68
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: e3e61d5b-8eef-4a63-97a6-ed5a7f4a259f
  kind: Event
  lastTimestamp: "2026-07-07T11:58:42Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:58:42Z"
    name: isvc-autogluon-v2.18c000105a86b2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18787"
    uid: 2d8db434-b64d-4fda-94ae-c999efd6300c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: e3e61d5b-8eef-4a63-97a6-ed5a7f4a259f
  kind: Event
  lastTimestamp: "2026-07-07T11:58:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:58:42Z"
    name: isvc-autogluon-v2.18c000105a86f9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: eb16837f-e062-4f7c-a5e7-84beb2e0a88e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: e3e61d5b-8eef-4a63-97a6-ed5a7f4a259f
  kind: Event
  lastTimestamp: "2026-07-07T12:00:35Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:00:35Z"
    name: isvc-autogluon-v2.18c0002a9287ed7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: 9470cc07-2e2e-4ad9-a227-06bfb3bdf48e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:54:11.830352Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6697b4c4cc-sflbc
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:54:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:54:11Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd14acf5c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: cabca0a6-b899-4447-9610-d632600e71a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:12Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd156648fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: d7b5454e-bc75-4d0e-8e8b-5f348b2f867e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:12Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:54:12Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd18841b5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: b34c0779-6511-438f-a373-d1aebbb233cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:12Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd189b03747
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: ec313bd0-d05a-4732-8461-2b2ed181816d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:12Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd18d169340
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 03b3b3e7-83ab-484c-958d-6569a7316933
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:12Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd18d89cee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 94823051-3b68-49db-be5d-d6200fa19886
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:16Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd27843edb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: bd610a9c-a41b-4cc5-a084-d2c06ab823c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:16Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd27bb08bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 6de25473-8c1a-405e-b6a4-58f418e1d855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:16Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd27c222c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: fb57bb57-bad2-4894-a3fd-b49eb96b545c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:16Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd27c2bc08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16734"
    uid: 6ec0a3b5-ce9e-4078-8d0a-e41e30cd2e4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:17Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd27f253191
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 9268cf4c-c4ab-43ea-a0de-a7cdca4c7aba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:17Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd27f93beb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: b7249d77-e570-4f43-b2b8-7e51aefaa2a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:17Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:09b5af1a334a5587b0e013527b3d3da8cc1ab971511adb48b35571a192f868fd"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:17Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd27f9e0198
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 784c2892-5cda-4988-b8c6-47fb78ab6ece
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:17Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-07T11:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:17Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd28346083f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 8f973718-90c3-4dab-9292-61a9dfe4e78f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:54:17Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-07T11:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:17Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd283bc2e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: bd4904a5-d82f-4a8c-b7a9-5357c2446c34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:55:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:54Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd2b45b352b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: ebdd3f43-b6d9-4d3c-b1af-b7c06bd79be3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:55:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:54Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffd2f0300199
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: 15a0bac1-3c8a-4e2f-b1ed-ea165e0f62b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:55:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffe77fa48345
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 4655f026-0fba-4f45-9734-2b9991970b77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:55:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffe77fa559ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: e5d67c41-5fe8-466b-8af7-fe2e0b809c1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:55:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffe77fa5b112
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: 7e453a61-a6db-4483-a4d5-4983f115e847
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6697b4c4cc-sflbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 83e4b486-4385-4e1f-854c-d4470a305428
  kind: Event
  lastTimestamp: "2026-07-07T11:55:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:59Z"
    name: isvc-logger-predictor-6697b4c4cc-sflbc.18bfffe8207951c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 1083571e-ae4a-4b4d-8284-eecae910f359
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6697b4c4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: a52be00d-6ada-4c77-a936-8e0942d7e9c8
  kind: Event
  lastTimestamp: "2026-07-07T11:54:11Z"
  message: 'Created pod: isvc-logger-predictor-6697b4c4cc-sflbc'
  metadata:
    creationTimestamp: "2026-07-07T11:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:11Z"
    name: isvc-logger-predictor-6697b4c4cc.18bfffd14a58874b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: 835d83a2-77bc-464d-a705-32b67e22e21f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: fcb12a31-1bf4-40ed-8b5d-02e5d2c2e2bc
  kind: Event
  lastTimestamp: "2026-07-07T11:54:11Z"
  message: Scaled up replica set isvc-logger-predictor-6697b4c4cc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:11Z"
    name: isvc-logger-predictor.18bfffd146d87ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 7c325e28-b1d2-49df-8bc7-55d7c6e8f32d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 07a794d9-1959-4aab-8ebd-34730925b889
  kind: Event
  lastTimestamp: "2026-07-07T11:54:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:56Z"
    name: isvc-logger-predictor.18bfffd4c5755bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: d68ba91a-bc0b-4e26-a6a6-67e47df920c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 07a794d9-1959-4aab-8ebd-34730925b889
  kind: Event
  lastTimestamp: "2026-07-07T11:54:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:56Z"
    name: isvc-logger-predictor.18bfffd4c5f88dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: 22bac81a-432b-4924-a8c9-c7d1024c590e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: 07a794d9-1959-4aab-8ebd-34730925b889
  kind: Event
  lastTimestamp: "2026-07-07T11:55:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:41Z"
    name: isvc-logger-predictor.18bfffd8450ca806
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: ab437500-b4b6-45bf-91ac-2b589bebaa56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: 07a794d9-1959-4aab-8ebd-34730925b889
  kind: Event
  lastTimestamp: "2026-07-07T11:55:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:41Z"
    name: isvc-logger-predictor.18bfffd8456ba4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: af2deb0d-3bfb-4080-a8a2-d34faf66da11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: fd8971f7-23ee-4c00-8137-a5bb7cd01b35
  kind: Event
  lastTimestamp: "2026-07-07T11:55:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:35Z"
    name: isvc-logger.18bfffd146e5865b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: e734ba5b-d08b-4af0-a18f-22c6fd0ccee4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: fd8971f7-23ee-4c00-8137-a5bb7cd01b35
  kind: Event
  lastTimestamp: "2026-07-07T11:54:11Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-07T11:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:54:11Z"
    name: isvc-logger.18bfffd1477d0a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: e2770540-5f28-4d2d-a800-9d911fa9d4be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17325"
    uid: fd8971f7-23ee-4c00-8137-a5bb7cd01b35
  kind: Event
  lastTimestamp: "2026-07-07T11:55:35Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:35Z"
    name: isvc-logger.18bfffe4a93ec0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: a1302eb9-190f-4fd3-a1e6-b0225b1c0473
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:52:26.644622Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffb8cd40879f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 7dddcce4-0696-4fb9-ae5e-52058bac36b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffb8d9aa6701
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: c28f8fc6-ab8f-434f-b433-7ee4c254eda9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:27Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:52:27Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffb90a76b098
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: 8ba134c1-9265-4814-aa6b-873889179d53
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:27Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffb90c04dce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 0982524f-7c16-4464-a2bd-4ad5fb27f4fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:27Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffb90f00ce26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 722b64b8-8bd5-4276-94f5-239cd07174df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:27Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffb90f7133a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 8d6b6b26-d81d-44b3-b584-defb2e9390d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba25497970
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: 769c3535-3723-4647-bb15-6835e7378626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba28197f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: b04ab3c4-26c4-4adc-a841-106369050660
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba288eb514
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 278ffd68-de9b-4f5c-a5ca-d9b6fc7d8d86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba289857c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15809"
    uid: 8d3c1eed-3796-4549-8c78-856218bf6e7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba2c0dc3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: a74277f6-b156-4492-97ea-caccb1021c20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba2c7dba0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: 7d73719e-e6fa-46a3-bcb1-014a30fb7bd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:09b5af1a334a5587b0e013527b3d3da8cc1ab971511adb48b35571a192f868fd"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba2c8a30fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: ac8475ee-c207-4c4b-b1bb-5128b8a2a98a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba2f98a5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: dbedae5a-b4ba-4a73-a665-5c9ccc694199
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:52:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-07T11:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba30063ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15817"
    uid: 3596c0b2-8087-4ab8-8e14-61fda6c7be6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:54:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:07Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba615801a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: 804f0b28-689d-46e7-a9ee-6ce49b4902c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:54:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:07Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffba9d254e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: 4f2e9e74-5184-4c75-a5c7-c427c88bf798
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:54:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:01Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffcef712bc51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: d1cac9ef-9e4a-4b7f-a175-a39fde1a43a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:54:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:01Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffcef713c25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 772ba268-b184-45bb-bac4-6e7eeb2afff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:54:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:01Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffcef715dd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: 50e0aba7-4384-44bb-9865-70fce1017088
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: e0484788-3062-45f5-9f46-44a0688db68f
  kind: Event
  lastTimestamp: "2026-07-07T11:54:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:15Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4.18bfffcfcd63c664
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: d8120dd3-b8df-45cd-a46b-4c7fbcba9cf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 81a9da32-7d90-4554-b3e5-887e54fb7bb9
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7779c66d45-6nlf4'
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor-7779c66d45.18bfffb8ccb86d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: dc9bfb44-0059-4fa8-bb50-3475de41e568
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 32cc89b7-3153-40f9-902a-1f08b94073ee
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7779c66d45
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfffb8c5aec91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 351fc6f5-0911-4bc0-a32a-015b890a4928
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: b1a4e807-ee64-4bb8-960c-4659fda60f5d
  kind: Event
  lastTimestamp: "2026-07-07T11:53:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:11Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfffbc447ee11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 2566c378-e3bf-4965-adbb-2a484142148c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: b1a4e807-ee64-4bb8-960c-4659fda60f5d
  kind: Event
  lastTimestamp: "2026-07-07T11:53:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:11Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfffbc44e29b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: 1215abaf-bcf2-498e-9d5b-133b55a8b137
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: b1a4e807-ee64-4bb8-960c-4659fda60f5d
  kind: Event
  lastTimestamp: "2026-07-07T11:53:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:56Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfffbfc30a0646
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 78e5af2d-c044-4bba-aaa6-bfab28280505
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: b1a4e807-ee64-4bb8-960c-4659fda60f5d
  kind: Event
  lastTimestamp: "2026-07-07T11:53:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:56Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfffbfc377c9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 54782bfb-7023-4463-b5ca-62f669c3c505
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: aed37264-dce2-4bda-bab4-5ad100f84327
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-sklearn-batcher-custom.18bfffb8c5ad3afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: 58deb285-b217-4edd-9985-460b808f5914
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: aed37264-dce2-4bda-bab4-5ad100f84327
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-custom.18bfffb8c652c28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 50a142b1-e1c8-4b90-b99d-b9eff7639e38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: aed37264-dce2-4bda-bab4-5ad100f84327
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-custom.18bfffb8cf6c011e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 984642bf-ad31-40b6-ad36-4a8e00a34482
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: aed37264-dce2-4bda-bab4-5ad100f84327
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-sklearn-batcher-custom.18bfffcb948fba50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: d9a6a83d-376f-4dc8-bc0b-a66fb513d636
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:50:41.459306Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa04fb801ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: 75df70d4-c9b2-4c28-a588-83f1107323b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa0690de896
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: 30477623-5077-4a5f-b455-c6586f79f00d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa06a99663e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: d34f2e09-bf84-4f2f-8b64-69481a837583
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa06e16b0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: c3c0851d-d053-4a3f-901c-d469b8159d5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa06e77ad64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: b5dedbb2-b6cd-4b78-aa96-ee4460b5c1b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
  metadata:
    creationTimestamp: "2026-07-07T11:50:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:45Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa15a377177
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: 8dad7dd1-22dd-4167-aca9-6b9d3f47520f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    in 13.482s (13.482s including waiting). Image size: 1555847076 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:59Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa47dd3c81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15043"
    uid: c50a3ca2-734e-4c25-bb1a-0bf4a1a9cd6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:59Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa48179c4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: ed1f4e39-9c6a-4de3-832c-45829591141c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:59Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa481ea2ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: a7b2e1bd-4560-43e4-b5d1-990a851bf57a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:50:59Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T11:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:59Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa481f7586c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: b2f43039-e72b-4328-a8f2-47f16afb631d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:51:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.279s (2.279s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:01Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa509d19bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: 77dc4f2f-a0fd-4c9a-a856-281a9237c877
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:51:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:01Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa50cbf1284
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: 0ef4a0da-207e-4454-ba0e-b92faa5e07c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:51:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:01Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa50d31e431
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: be31c313-c6de-43a6-aa5d-d090bfea5352
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:51:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:09b5af1a334a5587b0e013527b3d3da8cc1ab971511adb48b35571a192f868fd"
  metadata:
    creationTimestamp: "2026-07-07T11:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:01Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa50d3f0896
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 6b178b0a-c1fc-4d55-a703-a55492a6dc52
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:51:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:09b5af1a334a5587b0e013527b3d3da8cc1ab971511adb48b35571a192f868fd"
    in 2.356s (2.356s including waiting). Image size: 239995478 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:04Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa599b6e7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: f49dd1f1-9bd6-4222-ab15-b23ce0d66761
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:51:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-07T11:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:04Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa59d270899
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: aa54a4c7-ff62-4423-8ff0-54bf19a6b603
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:51:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-07T11:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:04Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa59d9bf150
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: 2dc86202-2349-4be4-bd0a-78784c7697e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:52:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:38Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa60937663d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15865"
    uid: 658d1b6f-1dab-4a5b-8af5-3612dceb0fa6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:52:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:38Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffa60941e920
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: edbe62da-55fd-42c9-ada0-2256c6ef7b2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffb8cac165c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: df178d9e-fa72-456d-b8f1-6abdf5abdea9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffb8cac1b03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 772dc425-b6a0-4aaf-b85c-03b30684d258
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffb8cac1ef34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15731"
    uid: 61048742-c9fe-4390-88c8-89e1912a868a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: fb97329a-c3b8-47e2-b4d8-76e520b61610
  kind: Event
  lastTimestamp: "2026-07-07T11:52:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:41Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8.18bfffb9d3916052
    namespace: kserve-ci-e2e-test
    resourceVersion: "15888"
    uid: e307aacc-157a-4438-bf88-8811872adf97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-656ff6f494
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 7f4b0722-11f2-477f-82e8-5593add07a11
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-656ff6f494-qzwq8'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher-predictor-656ff6f494.18bfffa04f4bc63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: 7a257b47-434d-4c3b-b8e3-8bcc59772963
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: bb46bd8e-8b7f-4729-b1da-864cbe1f2ded
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-656ff6f494 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher-predictor.18bfffa047404860
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: ac9c08e5-e907-4fbd-aae6-fec0e0830793
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14875"
    uid: 763bf389-ad19-4da5-b37b-120a491adbf2
  kind: Event
  lastTimestamp: "2026-07-07T11:51:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:11Z"
    name: isvc-sklearn-batcher-predictor.18bfffa3cca96b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15139"
    uid: 89a22886-c2f7-4f69-93c2-6b07b535c547
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14875"
    uid: 763bf389-ad19-4da5-b37b-120a491adbf2
  kind: Event
  lastTimestamp: "2026-07-07T11:51:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:11Z"
    name: isvc-sklearn-batcher-predictor.18bfffa3cd26de96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: 089e49bd-1c55-4321-9083-922e738af54d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: 763bf389-ad19-4da5-b37b-120a491adbf2
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-predictor.18bfffaacb41cd6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 39df9b27-d9c3-4e85-9a57-6e32bd17c6a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: 763bf389-ad19-4da5-b37b-120a491adbf2
  kind: Event
  lastTimestamp: "2026-07-07T11:52:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:26Z"
    name: isvc-sklearn-batcher-predictor.18bfffaacbb22a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: ed9afba7-7e30-4850-a22d-4ad322941985
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 9990d979-e2c1-4987-8ac8-538f4a16a08d
  kind: Event
  lastTimestamp: "2026-07-07T11:52:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:18Z"
    name: isvc-sklearn-batcher.18bfffa04d2a1124
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: db651e32-dc8a-4aca-9919-74b1a0e5832b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 9990d979-e2c1-4987-8ac8-538f4a16a08d
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher.18bfffa04d90c6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: f76fb956-b0d0-4dd5-ba77-140e85b7fb17
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 9990d979-e2c1-4987-8ac8-538f4a16a08d
  kind: Event
  lastTimestamp: "2026-07-07T11:50:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:50:41Z"
    name: isvc-sklearn-batcher.18bfffa04d911322
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 6e89fe78-833d-4d31-8bb2-779298ed0b3f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 9990d979-e2c1-4987-8ac8-538f4a16a08d
  kind: Event
  lastTimestamp: "2026-07-07T11:52:18Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:52:18Z"
    name: isvc-sklearn-batcher.18bfffb6d3f2cab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 55b4d7df-5202-42da-8b4b-44a8c5d9b543
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:54:01.806274Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-9nrhc
    to ip-10-0-138-183.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:54:01Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcef5541196
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: 890e0643-938c-4049-bb76-84bc6cfe73be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5f87b4f869-d69vz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:02Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:54:02Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf0f592fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: ae74c9d2-2e51-422b-8b02-1b17a4035c24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:02Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-07T11:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:02Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf10ce1015
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 2ddf2640-7514-40f8-b57c-6d8a4050a5b6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:03Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.328s (1.328s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:03Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf5fff7e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: e9c259e0-eccc-4585-a7f9-e599b2c6c688
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:03Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf63179447
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: d7f72989-9fd4-4587-963c-dde8c4330f0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:03Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf63a3dea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: f7697b69-1551-4730-98b9-0b3ab285091d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:03Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf63ad448f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: f59279d2-1d6d-48d1-ba6b-0e528337eb87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:03Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf67295ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 2b02949b-5e2a-4ff3-b99f-6848b86da83c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:03Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf679b3b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 3f241186-6898-491c-851b-b4fd8ba6d820
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:54:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:03Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffcf6d973592
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 46c58753-84cd-494e-a6a0-77ee9a5778d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:55:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffe782c4d155
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: 4d53f042-d773-44d4-9f9f-af5b4c4265be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-9nrhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 4b929818-519c-47b4-a528-911d0e368001
  kind: Event
  lastTimestamp: "2026-07-07T11:55:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:47Z"
    name: message-dumper-predictor-6575bcfdfd-9nrhc.18bfffe782c5f29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: 1d709dc3-b451-4d6a-aa83-56ae4e64a562
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-183.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-183.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: ff96e27b-9e82-49f0-8765-a2d43a3cd878
  kind: Event
  lastTimestamp: "2026-07-07T11:54:01Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-9nrhc'
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:01Z"
    name: message-dumper-predictor-6575bcfdfd.18bfffcef4535925
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 856372d4-f13a-4a37-8630-285235e50f72
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: dec0e7fc-a6b4-4b62-a5a8-43413a647f6d
  kind: Event
  lastTimestamp: "2026-07-07T11:54:01Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:01Z"
    name: message-dumper-predictor.18bfffcef00edd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: 53cf8046-6838-4652-bd42-d3cdca655d31
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: b0dbb393-8bdb-454f-9431-7c033e20ef7f
  kind: Event
  lastTimestamp: "2026-07-07T11:54:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:46Z"
    name: message-dumper-predictor.18bfffd26eced529
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: 1c4f56d7-ca13-48c5-bb1b-6e82768d1b3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: b0dbb393-8bdb-454f-9431-7c033e20ef7f
  kind: Event
  lastTimestamp: "2026-07-07T11:54:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:46Z"
    name: message-dumper-predictor.18bfffd26f3b70ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 943df762-3958-4587-be98-878b62491011
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: b0dbb393-8bdb-454f-9431-7c033e20ef7f
  kind: Event
  lastTimestamp: "2026-07-07T11:55:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:01Z"
    name: message-dumper-predictor.18bfffd5ee0222aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: a34522b6-438f-4dc8-8dd0-a6f4f272c330
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: b0dbb393-8bdb-454f-9431-7c033e20ef7f
  kind: Event
  lastTimestamp: "2026-07-07T11:55:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:01Z"
    name: message-dumper-predictor.18bfffd5ee7bf296
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 1ad73a1f-5521-4c6c-aae1-fcd6c0ab50f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: f487e0ca-de32-420b-be47-eb7015b88c91
  kind: Event
  lastTimestamp: "2026-07-07T11:54:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:54:10Z"
    name: message-dumper.18bfffceefda055f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 97f91eff-7292-493f-978e-953f9d499ee7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: f487e0ca-de32-420b-be47-eb7015b88c91
  kind: Event
  lastTimestamp: "2026-07-07T11:54:01Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:54:01Z"
    name: message-dumper.18bfffcef03edf0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: b2085fbc-96a2-4f21-a920-710d4e9a213c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: f487e0ca-de32-420b-be47-eb7015b88c91
  kind: Event
  lastTimestamp: "2026-07-07T11:54:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:54:01Z"
    name: message-dumper.18bfffcefb7d92e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: c6086d62-01b7-46b3-b4b9-03f38b3b460d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: f487e0ca-de32-420b-be47-eb7015b88c91
  kind: Event
  lastTimestamp: "2026-07-07T11:54:10Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:54:10Z"
    name: message-dumper.18bfffd1149b3775
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 9e02feca-119e-4e05-93b3-3243c59108a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22293"