---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T21:02:00.702411Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21680"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T21:02:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T21:02:00Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf219af1db6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21684"
    uid: 81a3fa11-9503-4a1c-86c6-303f5ac506c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:01Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T21:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T21:02:01Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf21b45e5cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: 2dfe7773-aa57-485d-9e89-e19e1fc231a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9b7f9014cc3727e4fd95a945572d3f70017252d596bd8941a1887e4a1514875c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T21:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:01Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf21b5bfe94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 589cce76-340e-4b0e-9d01-ac255e3e9362
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-06T21:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:01Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf21b9566309
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: eb1ada93-d83a-481d-a0fc-2d3f757901bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-06T21:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:01Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf21b9cd2bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21701"
    uid: 23c4b5b9-85eb-4ae6-be21-98c3e98e88c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:06Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-06T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:06Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf22f9642d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21745"
    uid: 6a424d25-9ac7-42c3-a83f-ae7e305242b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:06Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf22fc3bb478
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: e53eb69d-e6ac-4938-8dc5-e515156edaaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:06Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf22fccc5eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: 7501a885-cf58-40e0-b1a2-47bd63e0cb36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:06Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf22fcd54909
    namespace: kserve-ci-e2e-test
    resourceVersion: "21751"
    uid: 679758a6-4302-4e82-aae0-a87a4970e132
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:06Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf2300141724
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 7d08041b-0d67-46d6-a3b6-d0d8955aa4d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T21:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:06Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf230087e746
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: 3df4afda-faad-4b44-88be-fe6bed06f276
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-06T21:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:14Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf23715d46a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: a34fdb92-02b8-44aa-b47b-8ee071a933ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:30Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf2898a55e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21952"
    uid: cb3726b0-1fbe-48ee-bf3c-461ffff5bf70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: b7b309a5-656c-49da-949c-404a7a43ea13
  kind: Event
  lastTimestamp: "2026-07-06T21:02:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T21:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:02:30Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm.18bfcf2898a5da54
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 5f4c7de2-e6bd-492f-92d9-3a1129b0172e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21671"
    uid: 17c70cbd-d23a-48ce-ae94-f865d226490a
  kind: Event
  lastTimestamp: "2026-07-06T21:02:00Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnhsm'
  metadata:
    creationTimestamp: "2026-07-06T21:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:02:00Z"
    name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18bfcf219a77a9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21681"
    uid: 36884eb8-f4c6-4942-bae0-507f10ff1e7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 13e04e38-5a83-4105-86a7-8c6fbc4ea378
  kind: Event
  lastTimestamp: "2026-07-06T21:02:00Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-06T21:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:02:00Z"
    name: isvc-autogluon-ts-v1-predictor.18bfcf219699f7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: 3e44f4b8-811a-418a-b34a-5bd61ff2575c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: e55e1255-f833-4f54-a83f-04ed55db2984
  kind: Event
  lastTimestamp: "2026-07-06T21:02:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T21:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:02:30Z"
    name: isvc-autogluon-ts-v1-predictor.18bfcf251589cc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21937"
    uid: ca3814f8-4e53-4efe-bffb-d1d76ed772d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: e55e1255-f833-4f54-a83f-04ed55db2984
  kind: Event
  lastTimestamp: "2026-07-06T21:02:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T21:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:02:30Z"
    name: isvc-autogluon-ts-v1-predictor.18bfcf2515f27f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 16ce1aa0-a35d-40f3-bf34-a3f7b73763ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 0046264f-e027-4fd2-8ed1-87f4cc0058e6
  kind: Event
  lastTimestamp: "2026-07-06T21:02:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T21:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:02:24Z"
    name: isvc-autogluon-ts-v1.18bfcf21969e8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: c98ac921-2d51-4039-a38d-9d02ae69c4d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 0046264f-e027-4fd2-8ed1-87f4cc0058e6
  kind: Event
  lastTimestamp: "2026-07-06T21:02:00Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-06T21:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:02:00Z"
    name: isvc-autogluon-ts-v1.18bfcf219723d2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 3f101a24-0694-4fe4-b662-3f05ad8a6718
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 0046264f-e027-4fd2-8ed1-87f4cc0058e6
  kind: Event
  lastTimestamp: "2026-07-06T21:02:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-06T21:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:02:00Z"
    name: isvc-autogluon-ts-v1.18bfcf21972422dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: 1eec4b05-c0a4-469f-b62f-7f2ba4e20cbc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:02:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21891"
    uid: 0046264f-e027-4fd2-8ed1-87f4cc0058e6
  kind: Event
  lastTimestamp: "2026-07-06T21:02:24Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-06T21:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:02:24Z"
    name: isvc-autogluon-ts-v1.18bfcf27306c3536
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: 40fdb274-7b6a-4184-839f-c7a9679dfc58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T20:53:19.312023Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17677"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcea835a7eaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: 4c926ecb-7fd6-4602-a902-04c35c4e7006
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcea84f13805a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: 201f85ec-63a1-4ffd-a5e6-654280c7b32e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9b7f9014cc3727e4fd95a945572d3f70017252d596bd8941a1887e4a1514875c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcea850618e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: a07ac714-d175-408b-b733-6ee543353ee0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcea852d936a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: 0da376e8-1ef0-4c71-b9dc-29f8ffe97a3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcea8534a177d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: ca7854f0-c0e0-485a-aaee-4befa04af840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:53:40Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-06T20:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:40Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcead1c5dd305
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 0a6e3c6a-ab84-4ec5-960f-0196d7794bd5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:55:45Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m5.524s
    (2m5.524s including waiting). Image size: 8939170587 bytes.'
  metadata:
    creationTimestamp: "2026-07-06T20:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:55:45Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfceca56347cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: 5eca96f6-417d-42b5-a941-f36710d71104
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:55:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T20:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:55:45Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfceca5cc6710a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: 2f4dd3b7-47a6-4fa5-93a3-45af6af8664e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:55:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:55:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfceca5dd8789d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18764"
    uid: 7d77fccd-237a-4a47-be7b-ca881c156996
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:55:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:55:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfceca5de1618e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: 08ea3a80-8c1e-4c6e-afe4-fbbf72c360e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:55:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T20:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:55:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfceca64516e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18766"
    uid: 8b42f417-543d-4023-afdf-8041be3df87e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:55:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:55:46Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfceca656542ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18768"
    uid: 5082ceb4-b4d9-4c64-bc7e-85344f44f36f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:55:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-06T20:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:55:53Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcecad1955457
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: bc9aa9af-98f2-4d8b-895e-737080deef90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:56:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:09Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcecfd54887e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18961"
    uid: b83b48f6-b7b9-44e1-91ed-e5946318c581
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 1ebc2206-db86-4178-a91e-8d1173bd4928
  kind: Event
  lastTimestamp: "2026-07-06T20:56:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:09Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz.18bfcecfd549cfde
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: 3ff9db51-41d4-46ab-8c42-637116a240c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-7bbbbd79cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 1a1e1f95-e3e6-4907-9c2e-a683b096f988
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-6k8jz'
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1-predictor-7bbbbd79cd.18bfcea8352eada7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17681"
    uid: c06addb7-7823-4b39-834e-5c3f61f7a442
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17647"
    uid: 25f5dae4-8bd6-4fd8-a5a6-43028265b639
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1-predictor.18bfcea831e4662e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: 59610b95-0f05-427a-bdb7-452fe7dfbe62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: bb8a34a8-8406-4e20-be0e-c63591ff8a51
  kind: Event
  lastTimestamp: "2026-07-06T20:56:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:56:04Z"
    name: isvc-autogluon-v1-predictor.18bfceabb0cd2c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 8c9aaa3d-e0c3-4026-8716-cd63753dd771
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: bb8a34a8-8406-4e20-be0e-c63591ff8a51
  kind: Event
  lastTimestamp: "2026-07-06T20:56:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:56:04Z"
    name: isvc-autogluon-v1-predictor.18bfceabb1353836
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: 0056cc8d-0ea5-4382-a07a-6cbd4ebb7267
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: ad0e17c6-e233-4948-b83b-c97e08172f5d
  kind: Event
  lastTimestamp: "2026-07-06T20:56:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:56:04Z"
    name: isvc-autogluon-v1.18bfcea832006075
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: 8d242c99-4651-4ab6-87cc-9c0ae6c571f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: ad0e17c6-e233-4948-b83b-c97e08172f5d
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1.18bfcea832949d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 84ec6287-a287-4d2f-b390-0e270d14f8b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: ad0e17c6-e233-4948-b83b-c97e08172f5d
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-autogluon-v1.18bfcea83294d829
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 00ed6067-cad6-46a4-ad54-34132b5001fd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: ad0e17c6-e233-4948-b83b-c97e08172f5d
  kind: Event
  lastTimestamp: "2026-07-06T20:56:04Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-06T20:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:56:04Z"
    name: isvc-autogluon-v1.18bfcece9068f82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18903"
    uid: e1885015-c790-4eea-b4c3-a0d7685b7fb1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T21:00:15.384178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20861"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf09157d352e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20865"
    uid: 8a458695-fef9-4fee-a0b6-83e79e98b8aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:15Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf092f1aa701
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 2a313bec-4845-4ebc-ac6e-113b70206ae8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9b7f9014cc3727e4fd95a945572d3f70017252d596bd8941a1887e4a1514875c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf0930677e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 308a0aaf-5a56-4248-a631-99ab1976e986
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf09331d422e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: ef5e753f-3c12-4b94-866e-ee7dc26de090
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf093391bf1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: b9c1159f-3ce8-4b69-a5c6-2fc1892c9ade
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:21Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-06T21:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:21Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf0a6ae40772
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: 8831ba23-80f6-47e4-a8fc-e1580dca4b04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T21:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:21Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf0a6dcf2551
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 37394d1f-ca74-4371-a5f2-a9a9287f1799
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T21:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:21Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf0a6e42eb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: 65a0e5f4-147d-4a1c-a02b-38d53fa4ed26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T21:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:21Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf0a6e4bd6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: f05a88c0-013b-40da-97cf-3e23da7d0ffc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T21:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:21Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf0a715215eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 2fadc5f2-9b46-4041-89d9-9d38bd683b8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T21:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:21Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf0a71f54884
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: 4ece450e-58c7-4ef5-8a51-db84e036243d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:01:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T21:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:01:55Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf206637f153
    namespace: kserve-ci-e2e-test
    resourceVersion: "21615"
    uid: 35d66edf-392a-4661-b240-80722a8d9917
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 4e2fc12d-2da3-436e-84f4-43b96d6afd6f
  kind: Event
  lastTimestamp: "2026-07-06T21:01:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T21:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:01:55Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj.18bfcf2066387757
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: 9f8c38f2-cded-4cff-ba96-1ea94da77c3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 355cfa9d-182d-49f3-8552-cc9c2074f87b
  kind: Event
  lastTimestamp: "2026-07-06T21:00:15Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-sxldj'
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18bfcf0915188b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: d324aa02-dbf2-47f2-9672-3092216033b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 5d54a15c-e7c1-45ff-9204-e926fb543a0b
  kind: Event
  lastTimestamp: "2026-07-06T21:00:15Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash-predictor.18bfcf09107fd936
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: b584ac47-c723-4c4d-85a2-5c994d771c8b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: d8e3b09f-54db-44df-b1f3-bca1bbf526e3
  kind: Event
  lastTimestamp: "2026-07-06T21:00:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T21:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:00:45Z"
    name: isvc-autogluon-v2-noslash-predictor.18bfcf0c8f6965e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 7984ccd0-5192-46b4-bf5a-d843bf1a6604
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: d8e3b09f-54db-44df-b1f3-bca1bbf526e3
  kind: Event
  lastTimestamp: "2026-07-06T21:00:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T21:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:00:45Z"
    name: isvc-autogluon-v2-noslash-predictor.18bfcf0c8fce87a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 48068012-8def-4cac-9101-f574957ab6b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T21:01:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: d8e3b09f-54db-44df-b1f3-bca1bbf526e3
  kind: Event
  lastTimestamp: "2026-07-06T21:01:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T21:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:01:45Z"
    name: isvc-autogluon-v2-noslash-predictor.18bfcf138e1b4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: d9f3d920-5999-47c2-9e3c-7b4b82a7ca4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T21:01:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: d8e3b09f-54db-44df-b1f3-bca1bbf526e3
  kind: Event
  lastTimestamp: "2026-07-06T21:01:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T21:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:01:45Z"
    name: isvc-autogluon-v2-noslash-predictor.18bfcf138e823116
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: 5569ab39-b70b-4835-ac68-ee2acf8e29ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: a8f00347-1f30-4761-ba71-33e582940d7f
  kind: Event
  lastTimestamp: "2026-07-06T21:01:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:01:55Z"
    name: isvc-autogluon-v2-noslash.18bfcf0910975201
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: 74594e7d-823e-4115-8751-eaaf53abbd07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: a8f00347-1f30-4761-ba71-33e582940d7f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:15Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash.18bfcf091138c9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: 38a4ed74-bd0c-497b-899e-b9011a4a57ef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: a8f00347-1f30-4761-ba71-33e582940d7f
  kind: Event
  lastTimestamp: "2026-07-06T21:00:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-06T21:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:00:15Z"
    name: isvc-autogluon-v2-noslash.18bfcf0911392361
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: e54a60d8-384e-4d1d-aeb0-da206ce84c58
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:01:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: a8f00347-1f30-4761-ba71-33e582940d7f
  kind: Event
  lastTimestamp: "2026-07-06T21:01:55Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-06T21:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:01:55Z"
    name: isvc-autogluon-v2-noslash.18bfcf20518a4153
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: 42504f51-18cf-4d95-aa6b-f841b5eb6308
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T20:56:14.792430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-swmsq
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T20:56:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T20:56:14Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced1111a6ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19024"
    uid: 068919ad-76a9-4209-9b42-fbf16be56f2d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:15Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T20:56:15Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced12e2c6a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 27db998b-95a9-423b-8523-0cc307b38cfe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9b7f9014cc3727e4fd95a945572d3f70017252d596bd8941a1887e4a1514875c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:15Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced12f9faafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 95991144-32c1-4ac8-9e7a-9205bc740689
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-06T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:15Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced1367b4d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19046"
    uid: 48fc9620-5f98-4cf2-a39d-477c272ffa32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-06T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:15Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced137c7f10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: defdaba1-c49f-420a-9c84-a8e3bf61cfa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:45Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:45Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced825a04c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 036fbc5d-be9a-491a-a479-415eadc48d18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T20:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:45Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced82a0f1cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: 42cf1936-e868-4b94-8e97-7e6c78989bc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:45Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced82a89d10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: d6fd5b65-4b6d-4786-81ef-309f90ca86b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:45Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced82a927aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: c4f2f175-35fc-4763-bf14-47301c7f9559
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T20:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:45Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced82e240900
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: ac8835cb-8ccf-418c-bc47-aec01b47f1ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:56:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:56:45Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfced82e98e209
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: 780e6081-df54-4c54-8b06-c38b90cc3658
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:58:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:24Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfceef5f3f0649
    namespace: kserve-ci-e2e-test
    resourceVersion: "19979"
    uid: f7dbbfd8-1a9e-46c1-85fc-a88ea364bd48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:58:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:24Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfceef5f3f5435
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 45674a7a-e99d-44ae-923d-8f2f23ac7ed4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: ea97b6d4-48a3-4308-a103-2215547d06f6
  kind: Event
  lastTimestamp: "2026-07-06T20:58:25Z"
  message: 'Readiness probe failed: Get "http://10.134.0.33:8080/v2/models/isvc-autogluon-v2/ready":
    dial tcp 10.134.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-06T20:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:25Z"
    name: isvc-autogluon-v2-predictor-67b849d456-swmsq.18bfceef67778503
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 165d9cbc-103d-4c1d-8fc4-eb67abe29f0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-67b849d456
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: 787e4853-09c2-4c6b-a425-c1d06bc6aa42
  kind: Event
  lastTimestamp: "2026-07-06T20:56:14Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-swmsq'
  metadata:
    creationTimestamp: "2026-07-06T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:56:14Z"
    name: isvc-autogluon-v2-predictor-67b849d456.18bfced110db6121
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 5c7e3c15-0153-4cc9-947f-75df4f34f909
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: a74e8f38-ce22-420c-a6b1-6a4667ef1635
  kind: Event
  lastTimestamp: "2026-07-06T20:56:14Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-06T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:56:14Z"
    name: isvc-autogluon-v2-predictor.18bfced10cef11f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: f89d2cb3-b21b-4e9f-be8d-159bd7a8bacb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 93e0338b-a590-4edf-89ba-62c20ada5542
  kind: Event
  lastTimestamp: "2026-07-06T20:57:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:57:14Z"
    name: isvc-autogluon-v2-predictor.18bfced48c21544e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: b014c90d-a13b-4e78-a912-9131f4eff39a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 93e0338b-a590-4edf-89ba-62c20ada5542
  kind: Event
  lastTimestamp: "2026-07-06T20:57:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:57:14Z"
    name: isvc-autogluon-v2-predictor.18bfced48c9be238
    namespace: kserve-ci-e2e-test
    resourceVersion: "19475"
    uid: 5bbf7187-3a35-4c9c-8a2f-7a0db23cdab8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:57:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19154"
    uid: 93e0338b-a590-4edf-89ba-62c20ada5542
  kind: Event
  lastTimestamp: "2026-07-06T20:58:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:58:14Z"
    name: isvc-autogluon-v2-predictor.18bfcee28898c321
    namespace: kserve-ci-e2e-test
    resourceVersion: "19887"
    uid: 0ce81fed-4432-43d6-9dcc-88ee75ecc0c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:57:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19154"
    uid: 93e0338b-a590-4edf-89ba-62c20ada5542
  kind: Event
  lastTimestamp: "2026-07-06T20:58:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:58:14Z"
    name: isvc-autogluon-v2-predictor.18bfcee2891f1d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: ef54da1f-f5d3-456f-97d9-b6e184dee5ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T20:58:30.097702Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20045"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef091ed108e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 07eab5d4-0498-44c9-9bc5-0a201b430671
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20054"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:30Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef0ab138e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: 2b44e21d-5a4c-4591-a9f6-f57fc29665f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9b7f9014cc3727e4fd95a945572d3f70017252d596bd8941a1887e4a1514875c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef0ac5ce59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: 990a087b-f732-4c38-833d-56f000d86417
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef0af3e8bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20066"
    uid: f254843c-d106-4447-a7ec-2d8f112834ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef0afb1de3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20067"
    uid: 90f6e022-1a75-4b12-b264-b4652abbb5bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:35Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:35Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef1dc610ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20107"
    uid: 621880cc-9667-4336-843c-c67559811265
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T20:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:35Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef1df49bb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: 14ac2923-d0bf-437b-b9bd-a10f1fe22dc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:35Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef1dfb9f9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: b8d81f54-b64f-42ab-badb-aaa02992fcbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:35Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef1dfc472b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: eafb7b01-cf7b-468b-8ec3-8f73e35dcd20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T20:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:35Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef1e2d20e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20116"
    uid: 9242935b-3857-41f8-92a7-e2644180947e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T20:58:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:58:35Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcef1e3444561
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: d98c8ef0-84b3-4447-92cb-642dd44a4582
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T21:00:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T21:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:10Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcf07e1db8f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: f9356f52-c894-4d6b-91f1-2ac0cf287567
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 30acda3a-82ae-4c3f-b8e5-a593fe3ac757
  kind: Event
  lastTimestamp: "2026-07-06T21:00:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T21:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T21:00:10Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g.18bfcf07e1dc1625
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: 7c74d2d6-c1c7-4a11-9901-fd66313bf13f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-c6767c94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: aafc495a-ba03-4ba2-95b5-fe9458316ab4
  kind: Event
  lastTimestamp: "2026-07-06T20:58:30Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-mp99g'
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants-predictor-c6767c94c.18bfcef0918095d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20046"
    uid: cd58cb2e-02d2-4f60-9a70-0796feac5323
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: 60ed2f8d-ec6f-49f8-8e57-1fb5f9d46501
  kind: Event
  lastTimestamp: "2026-07-06T20:58:30Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants-predictor.18bfcef08db55b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: 1afd7628-6abf-4255-bc38-9bb4c2e348cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: 7615c332-620e-4fe3-aee9-830981b263c0
  kind: Event
  lastTimestamp: "2026-07-06T20:59:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:59:00Z"
    name: isvc-autogluon-v2-variants-predictor.18bfcef40cce0876
    namespace: kserve-ci-e2e-test
    resourceVersion: "20290"
    uid: 8e5b48bf-db52-4097-8b4c-85ea8a562798
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: 7615c332-620e-4fe3-aee9-830981b263c0
  kind: Event
  lastTimestamp: "2026-07-06T20:59:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:59:00Z"
    name: isvc-autogluon-v2-variants-predictor.18bfcef40d3d6541
    namespace: kserve-ci-e2e-test
    resourceVersion: "20291"
    uid: 6d4d4724-b331-43b5-adfd-e72216296901
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:59:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: 7615c332-620e-4fe3-aee9-830981b263c0
  kind: Event
  lastTimestamp: "2026-07-06T21:00:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:00:00Z"
    name: isvc-autogluon-v2-variants-predictor.18bfcefb0b1b9163
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 3f5b3af7-f96e-48c2-890f-42611085c208
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:59:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: 7615c332-620e-4fe3-aee9-830981b263c0
  kind: Event
  lastTimestamp: "2026-07-06T21:00:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T21:00:00Z"
    name: isvc-autogluon-v2-variants-predictor.18bfcefb0b812c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: c2010d74-e2b4-45d9-94ce-183fa41da9df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: dbc70088-323f-4ac9-90f8-88a19d2cacc8
  kind: Event
  lastTimestamp: "2026-07-06T21:00:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:00:05Z"
    name: isvc-autogluon-v2-variants.18bfcef08dc067e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: 5719bc1b-6a72-428a-b84b-34c2f95c5247
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: dbc70088-323f-4ac9-90f8-88a19d2cacc8
  kind: Event
  lastTimestamp: "2026-07-06T20:58:30Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants.18bfcef08e36970f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: e879e5ea-fe88-4921-8369-ef8555b7b5e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: dbc70088-323f-4ac9-90f8-88a19d2cacc8
  kind: Event
  lastTimestamp: "2026-07-06T20:58:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:58:30Z"
    name: isvc-autogluon-v2-variants.18bfcef08e36deee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: dbd87000-13f6-4fb0-9233-90ffa0425e1c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T21:00:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: dbc70088-323f-4ac9-90f8-88a19d2cacc8
  kind: Event
  lastTimestamp: "2026-07-06T21:00:05Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-06T21:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T21:00:05Z"
    name: isvc-autogluon-v2-variants.18bfcf06b5d61f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 8cd9dd87-1697-46ca-9a82-1fa90b4f2dd3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: d4690bb6-f445-4133-987c-c7baef41e8df
  kind: Event
  lastTimestamp: "2026-07-06T20:58:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:58:15Z"
    name: isvc-autogluon-v2.18bfced10cf674fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 487ab3f1-e7ce-47bb-8662-766374e80b05
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: d4690bb6-f445-4133-987c-c7baef41e8df
  kind: Event
  lastTimestamp: "2026-07-06T20:56:14Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:56:14Z"
    name: isvc-autogluon-v2.18bfced10d87d487
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: 88b79fdc-481a-4f1f-bcda-549c2747a674
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: d4690bb6-f445-4133-987c-c7baef41e8df
  kind: Event
  lastTimestamp: "2026-07-06T20:56:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:56:14Z"
    name: isvc-autogluon-v2.18bfced10d881050
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 693ec3cb-3683-406b-bd3e-4904ee81de15
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: d4690bb6-f445-4133-987c-c7baef41e8df
  kind: Event
  lastTimestamp: "2026-07-06T20:58:15Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-06T20:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:58:15Z"
    name: isvc-autogluon-v2.18bfceed18e7c543
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 2186b35e-d688-4413-807d-cb315934b1bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T20:51:54.081849Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-8b4d65f94-tdltz
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T20:51:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T20:51:54Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce945d8ab149
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 435997d7-3eb3-4889-b975-6640858da2dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-06T20:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:54Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce9466843e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: 11a358f5-a008-4402-9f56-a14e65c4cced
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:55Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T20:51:55Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce949ab574e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16988"
    uid: 7b862971-3b8c-4d2b-9d2c-740a1b309805
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9b7f9014cc3727e4fd95a945572d3f70017252d596bd8941a1887e4a1514875c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:55Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce949c1e6416
    namespace: kserve-ci-e2e-test
    resourceVersion: "16990"
    uid: c7e76dd8-a8eb-47ff-b634-dfde00e57a29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-06T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:55Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce949f3a47de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: a7c58b6f-bba4-46ef-b55c-fa7d2cfb1474
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-06T20:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:55Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce949fab3adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 1e05542b-c636-4f8f-87fe-78951dabca26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1703"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:58Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce957d82badb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: 0fb73ec9-ef48-4abc-a97f-6cc73bcd40e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:58Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce9580763990
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: db833c9e-e9fa-40a0-a7c3-116f3bddb2ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:58Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce9580e53f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17029"
    uid: 0d9746a7-c194-4419-9764-1fd02dcdaf90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:58Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce9580eeb433
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: 994e148e-92e6-4ecc-9926-9e118a56e644
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T20:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:59Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce9583b55da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: 9a531337-1f39-496d-aa27-7ba64f1f1de9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:59Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce9584226e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: 62568f74-1d1e-45c7-a50e-b771f62c84ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:59Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0706c86054be2f22ee66c8739e97daebd0094b98a978f91cd3fb4f59862bad3f"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:59Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce95842b537d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: 023dff3e-d16c-4606-9ab3-c414b5a5e61d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:59Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-06T20:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:59Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce95875facb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: 91485123-580e-40a6-b2d9-3e0a36652476
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:51:59Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-06T20:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:59Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce9587cc80db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17039"
    uid: e4724429-d545-4bfa-a3e4-81312a0a48b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:53:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-06T20:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:36Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce95b996a8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 18099754-8f05-4482-96fd-575f59f8765f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-06T20:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:53:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-06T20:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:26Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfce95f567eb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: 2a1a89c1-e478-4e41-a718-9d95750d7504
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfcea83428bc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 100bb456-d165-47a6-8333-b98353c030e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfcea8342907ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: 96d92467-8034-4e95-be66-07deed95bbb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfcea8342934be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17676"
    uid: 36c78a83-bbf6-4796-9374-8d62d8c07db8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-8b4d65f94-tdltz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: c72b45ae-cee2-4fa6-98cd-9e101dd7baad
  kind: Event
  lastTimestamp: "2026-07-06T20:53:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-06T20:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:36Z"
    name: isvc-logger-predictor-8b4d65f94-tdltz.18bfcea8d1940783
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 59093b99-11bd-4863-b8ad-72946e100b3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-8b4d65f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: ceffdd2f-92f9-489a-8665-99ff9c40d1bc
  kind: Event
  lastTimestamp: "2026-07-06T20:51:54Z"
  message: 'Created pod: isvc-logger-predictor-8b4d65f94-tdltz'
  metadata:
    creationTimestamp: "2026-07-06T20:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:51:54Z"
    name: isvc-logger-predictor-8b4d65f94.18bfce945cfcaad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 36c40343-8c47-4d85-91a5-9519812066dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: 91d2ecbc-ffde-4241-aa7e-d5f0a7e51525
  kind: Event
  lastTimestamp: "2026-07-06T20:51:54Z"
  message: Scaled up replica set isvc-logger-predictor-8b4d65f94 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-06T20:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:51:54Z"
    name: isvc-logger-predictor.18bfce94599902aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: bb926d21-0e1f-485e-a4e1-f6c42d9dbdbd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:52:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 2d4e4150-7edc-4d4d-b5c7-ac71761b95c8
  kind: Event
  lastTimestamp: "2026-07-06T20:52:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:52:24Z"
    name: isvc-logger-predictor.18bfce97d7df05dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: b6dda276-23ce-4f88-b539-888db73d7f56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:52:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 2d4e4150-7edc-4d4d-b5c7-ac71761b95c8
  kind: Event
  lastTimestamp: "2026-07-06T20:52:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:52:24Z"
    name: isvc-logger-predictor.18bfce97d86f61b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: b8d09f8c-f63b-4e8f-b7a1-809bfdc32948
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17124"
    uid: 2d4e4150-7edc-4d4d-b5c7-ac71761b95c8
  kind: Event
  lastTimestamp: "2026-07-06T20:53:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:53:09Z"
    name: isvc-logger-predictor.18bfce9ed605f9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 9a3a05c7-77d5-46c1-bc3e-798c4c051707
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:52:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17124"
    uid: 2d4e4150-7edc-4d4d-b5c7-ac71761b95c8
  kind: Event
  lastTimestamp: "2026-07-06T20:53:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:53:09Z"
    name: isvc-logger-predictor.18bfce9ed676abb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: e45d7556-d75a-4eef-baac-55568f3fea3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 2d34e264-eaab-4bd2-8235-7fb959395f94
  kind: Event
  lastTimestamp: "2026-07-06T20:53:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T20:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:53:07Z"
    name: isvc-logger.18bfce94595d89c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: 8d9ef1ec-4008-4151-8e2f-d729e27d1972
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 2d34e264-eaab-4bd2-8235-7fb959395f94
  kind: Event
  lastTimestamp: "2026-07-06T20:51:54Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-06T20:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:51:54Z"
    name: isvc-logger.18bfce9459a9c423
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: fc8a73f8-434a-4d03-a14c-035134b72b49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: 2d34e264-eaab-4bd2-8235-7fb959395f94
  kind: Event
  lastTimestamp: "2026-07-06T20:53:07Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-06T20:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:53:07Z"
    name: isvc-logger.18bfcea55be23c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: cfa6f7bf-267c-48cf-b0b2-92cf69cd00e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T20:50:08.889206Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T20:50:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T20:50:08Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7bdf925314
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: e6bf095d-fce9-4cab-9a76-f841291859d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-06T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:09Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7bed2cba02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 5aba3d70-390d-448e-8754-250f701057f3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:09Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T20:50:09Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7c1d20b338
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 81698037-e8ca-4c65-98d5-601f8b29f260
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9b7f9014cc3727e4fd95a945572d3f70017252d596bd8941a1887e4a1514875c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:09Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7c1e8a8330
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: 316b11ff-590c-4b12-a9ae-a7969a48d5b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-06T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:09Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7c216db625
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: b9b75c41-72fd-40bb-ab53-65a6a97d0e4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-06T20:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:10Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7c21dfe43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: 4b8384a3-261b-4df8-8f51-9814da910cd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1703"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d2b3cd88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: e7a19a3a-4d97-4fa7-9ba3-4e10bfb539e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d2e4bbcd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 3541cfe9-ebd4-4c8f-8f9f-3a63053ebb57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d2eb9b8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: f12090df-b013-40a2-8262-60cf833403a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d2ec25c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: 87394e41-ecb7-4eb3-acf1-0e11436fefc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d318f6471
    namespace: kserve-ci-e2e-test
    resourceVersion: "16126"
    uid: fdd5440f-a17d-484c-b442-1a00f74840e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d31fad48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: 092b6979-158b-404f-91cc-7793a2ea98d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0706c86054be2f22ee66c8739e97daebd0094b98a978f91cd3fb4f59862bad3f"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d32038c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: df1367ea-60a2-4bf7-8eff-cc6b5b49bcc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d3541f71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: 0e56ee54-01fc-45b7-b225-6ab9b984acdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-06T20:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:14Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d35b6e16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16131"
    uid: 6d467fe0-359d-42d7-a741-2c43fb6da060
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:51:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-06T20:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:52Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7d67493241
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 8a28ffd8-175d-4958-b958-c4a84ee36893
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:51:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-06T20:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:42Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce7da3239187
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 717869c9-9f45-49ae-9c32-1fd20d0ac48a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:51:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:34Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce8fb611e229
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: d5ed368a-8b27-418c-8dc9-f557cffb5e78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:51:34Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-06T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:34Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce8fb6121ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: b1ed1daf-1579-446d-8a87-c5c5ebcf14d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:51:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:34Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce8fb6126e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: 7b854c8d-a877-4dfa-b5a9-483ca07070b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4a9b7dcd-130e-4a50-bf1e-cd184790398d
  kind: Event
  lastTimestamp: "2026-07-06T20:51:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-06T20:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:52Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh.18bfce907f63ddb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 8fb779e5-871e-4993-8a00-23d09d4a0f6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 158145d7-a5b6-491b-a32f-b61a6639e70d
  kind: Event
  lastTimestamp: "2026-07-06T20:50:08Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-744fd9775b-rmtdh'
  metadata:
    creationTimestamp: "2026-07-06T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:50:08Z"
    name: isvc-sklearn-batcher-custom-predictor-744fd9775b.18bfce7bdf3e1d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16051"
    uid: 08193d20-d1d5-4655-8de4-34d1030973cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 625577f7-487a-4223-94d1-cbe6385d1ec8
  kind: Event
  lastTimestamp: "2026-07-06T20:50:08Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-744fd9775b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-06T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:50:08Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfce7bd9b862b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: 12a2dde9-6db4-4ac8-bf3b-351c90a80962
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 3f160036-b917-4a42-90c7-dbf6c65af033
  kind: Event
  lastTimestamp: "2026-07-06T20:50:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:50:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfce7f58cccd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: 65ab799a-460e-41ed-8d80-2a5bba3c2643
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 3f160036-b917-4a42-90c7-dbf6c65af033
  kind: Event
  lastTimestamp: "2026-07-06T20:50:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:50:53Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfce7f5930a130
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 09b09f8e-810f-4aa4-a716-0bbd737703e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 3f160036-b917-4a42-90c7-dbf6c65af033
  kind: Event
  lastTimestamp: "2026-07-06T20:51:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:51:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfce89d5c4f34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: 29aa532d-93cd-4ab8-831f-8a14b7931a49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 3f160036-b917-4a42-90c7-dbf6c65af033
  kind: Event
  lastTimestamp: "2026-07-06T20:51:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:51:23Z"
    name: isvc-sklearn-batcher-custom-predictor.18bfce89d64cf6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: d764ab71-822d-4fc0-8b04-5f472bd4cce1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 13e985f9-b9af-4bb0-94fd-f0722a18256b
  kind: Event
  lastTimestamp: "2026-07-06T20:51:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:51:22Z"
    name: isvc-sklearn-batcher-custom.18bfce7bd9bbe80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: 67880b18-46bf-46d3-96f7-703b4bba0b45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 13e985f9-b9af-4bb0-94fd-f0722a18256b
  kind: Event
  lastTimestamp: "2026-07-06T20:50:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:50:08Z"
    name: isvc-sklearn-batcher-custom.18bfce7bda079a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 954d71f5-83ff-44f8-bb21-b60ccd83fc75
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 13e985f9-b9af-4bb0-94fd-f0722a18256b
  kind: Event
  lastTimestamp: "2026-07-06T20:51:22Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-06T20:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:51:22Z"
    name: isvc-sklearn-batcher-custom.18bfce8d07de4f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: 0d3e238c-2c4d-4f6b-9a0e-71ac989fcda2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T20:48:33.669673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T20:48:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T20:48:33Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce65b40b8daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: 30378fe2-7ba9-4bf7-a528-65572ee4f9a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15284"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:34Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T20:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T20:48:34Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce65cd6dd88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: 342dfe79-4a2d-4e55-84bc-7f234a371c13
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:9b7f9014cc3727e4fd95a945572d3f70017252d596bd8941a1887e4a1514875c"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:34Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce65cee8151a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 57eb0817-8388-4dd8-8c47-e3a2047622ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-06T20:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:34Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce65d218cd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 6398aa63-6a53-4bd6-b65c-35b9c59bd6b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-06T20:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:34Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce65d2892faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: 011ca31c-2b2b-4400-93c1-59b6b087eea1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:38Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1703"
  metadata:
    creationTimestamp: "2026-07-06T20:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:38Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce66b64e311e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 54e1d4ad-a4fa-4960-ad9f-a78318096686
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1703"
    in 14.197s (14.197s including waiting). Image size: 1555746730 bytes.'
  metadata:
    creationTimestamp: "2026-07-06T20:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:52Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6a048f1356
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 7e96618c-d7a9-4014-8e94-01ba7502b13a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T20:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:52Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6a07db1123
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 61b0de0d-0445-4188-93cb-b940ccf0aa2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:52Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6a084e8797
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 6ac170d3-4ba3-40c3-b5c8-eae7f823312c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:52Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-06T20:48:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:52Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6a085b8a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: fac4d86f-8eee-46da-a0a7-50bbf687d62a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.634s (2.634s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-06T20:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:54Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6aa565cd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 25d27b66-dab1-42ec-b93e-6c5fb43185d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T20:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:54Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6aa852e81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: cf1c92d5-9309-4d6c-a152-9a5a94372f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:54Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6aa8c74b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: fcbe8bc3-a5d2-4e2e-a08f-a882168aaf77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:0706c86054be2f22ee66c8739e97daebd0094b98a978f91cd3fb4f59862bad3f"
  metadata:
    creationTimestamp: "2026-07-06T20:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:54Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6aa8d34b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 8d6dec85-d112-4a9d-8566-1d667c6b5c89
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:0706c86054be2f22ee66c8739e97daebd0094b98a978f91cd3fb4f59862bad3f"
    in 2.834s (2.834s including waiting). Image size: 239997029 bytes.'
  metadata:
    creationTimestamp: "2026-07-06T20:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:57Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6b51bf5381
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 49f92e7c-b703-401d-9c69-3e16267afda7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:57Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-06T20:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:57Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6b5509ee53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: c05cb6b4-33c3-4d58-9735-e28ab8795710
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:48:57Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-06T20:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:48:57Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6b5579bc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15479"
    uid: 46a101a6-69ec-498b-b577-79d687b40a4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:50:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-06T20:48:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:21Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6b65bc1a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: a9e3a5a0-3f2f-44f7-baf7-1a40f5ef677d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:50:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-06T20:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:21Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce6ba18a436a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 97f55f2e-d99c-4627-9d3b-e96975f110d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:50:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:08Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce7bde466192
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: a8ed6a99-fb2f-4a6a-8875-2857deb73d89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:50:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-06T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:08Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce7bde4687ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: c3493c44-968f-475d-8a22-26d71a4ddcf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:50:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:08Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce7bde470a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 6e47c701-6f7f-4711-94f2-b94d35468911
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: c14dd981-8a33-4993-88c5-dc90d42c378c
  kind: Event
  lastTimestamp: "2026-07-06T20:50:24Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-06T20:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:50:24Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df-jw679.18bfce7beddc530d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: eef144e6-f906-4443-9d57-c151ebb61cae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-8659b9c9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15265"
    uid: 592a365a-0d01-41e7-9aa2-c0d45aa67f8e
  kind: Event
  lastTimestamp: "2026-07-06T20:48:33Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-8659b9c9df-jw679'
  metadata:
    creationTimestamp: "2026-07-06T20:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:48:33Z"
    name: isvc-sklearn-batcher-predictor-8659b9c9df.18bfce65b384a5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: a1b781ff-5f92-470d-a5e0-9ee97a3960f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 3045a833-ae74-41c1-add2-42e96ac848e1
  kind: Event
  lastTimestamp: "2026-07-06T20:48:33Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-8659b9c9df from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-06T20:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:48:33Z"
    name: isvc-sklearn-batcher-predictor.18bfce65aef474cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: a46a18e9-e2dc-425e-96bf-a7fc18620829
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: f9211064-f1cf-43c9-9531-304fbdd78862
  kind: Event
  lastTimestamp: "2026-07-06T20:49:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:49:33Z"
    name: isvc-sklearn-batcher-predictor.18bfce693446b96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 4fbf6864-4d78-42cb-ab9f-b81914329040
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: f9211064-f1cf-43c9-9531-304fbdd78862
  kind: Event
  lastTimestamp: "2026-07-06T20:49:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:49:33Z"
    name: isvc-sklearn-batcher-predictor.18bfce6934a79f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: e0956b66-1033-470b-b2c1-31f55d22eaf2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: f9211064-f1cf-43c9-9531-304fbdd78862
  kind: Event
  lastTimestamp: "2026-07-06T20:50:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:50:04Z"
    name: isvc-sklearn-batcher-predictor.18bfce703f63af88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: e0407853-41a1-4e89-a359-fd9d8f473298
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: f9211064-f1cf-43c9-9531-304fbdd78862
  kind: Event
  lastTimestamp: "2026-07-06T20:50:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-06T20:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:50:04Z"
    name: isvc-sklearn-batcher-predictor.18bfce703fc7c92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: 9fc70d7a-054a-4cfe-be83-d05ab88d8888
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: d53a62f2-24ef-453f-b610-db28f0d509f5
  kind: Event
  lastTimestamp: "2026-07-06T20:50:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T20:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:50:01Z"
    name: isvc-sklearn-batcher.18bfce65b53000d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: a638f2ff-6a32-484d-8d7e-7fd248d2009b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: d53a62f2-24ef-453f-b610-db28f0d509f5
  kind: Event
  lastTimestamp: "2026-07-06T20:48:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:48:33Z"
    name: isvc-sklearn-batcher.18bfce65b5a366ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: a83e40f1-72c5-4ee8-bbac-4e2409dbfcdf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: d53a62f2-24ef-453f-b610-db28f0d509f5
  kind: Event
  lastTimestamp: "2026-07-06T20:48:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-06T20:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:48:33Z"
    name: isvc-sklearn-batcher.18bfce65b5a3ba7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: 4de2151c-588c-4edd-83ff-9e384be12e56
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:50:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15943"
    uid: d53a62f2-24ef-453f-b610-db28f0d509f5
  kind: Event
  lastTimestamp: "2026-07-06T20:50:01Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-06T20:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:50:01Z"
    name: isvc-sklearn-batcher.18bfce7a17678e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15944"
    uid: 82314d2a-9d95-42d3-9916-28564930171c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-06T20:51:34.025311Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-wtm57
    to ip-10-0-134-39.ec2.internal
  metadata:
    creationTimestamp: "2026-07-06T20:51:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-06T20:51:34Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce8fb2142d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 53f1fa54-3558-4d13-aacc-9d9127151f47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bd64fb8b4-dsblg
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-06T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:34Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce8fbc329a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 991a8ab3-2e37-4a92-9609-419dee3b4b87
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:35Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-06T20:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-06T20:51:35Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce8feef7e3e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 0b62e005-602f-40d0-87e9-5cce9dc8f231
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:35Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-06T20:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:35Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce8ff06e174e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: bc0c2601-ef82-44e3-9bee-8846c1c06294
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:36Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.393s (1.393s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-06T20:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:36Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce90437e19b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 18de1976-1282-4379-ba83-fe2aeddaf939
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-06T20:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:36Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce9046707ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: bcd6f891-5b41-4d37-a2ab-9f7b87e611d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:36Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce9046e28b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 73dac709-30de-4741-845c-49163fb74b4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-06T20:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:36Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce9046eb99e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: 928e1a03-8770-4f65-845c-f814c83a1ffc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-06T20:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:36Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce9049904dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: afdabce6-76cd-486a-ad04-9709a79a4ace
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:51:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:51:36Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfce9049fdc68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16802"
    uid: 66a993fa-73e3-45e5-a8b9-e00fba15fc89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfcea838e5c56c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: 49b86e2e-83b7-4bee-b4e2-354045c00fb1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-wtm57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 48ce7d64-6e1e-4f5a-9e2e-66997b6856de
  kind: Event
  lastTimestamp: "2026-07-06T20:53:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-06T20:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-06T20:53:19Z"
    name: message-dumper-predictor-6575bcfdfd-wtm57.18bfcea838e71704
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: 6b827a52-3a45-4805-b14e-80733fa5a520
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-39.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-39.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: d560de4a-3cb3-47fb-bc2c-d5b9d9ae468f
  kind: Event
  lastTimestamp: "2026-07-06T20:51:34Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-wtm57'
  metadata:
    creationTimestamp: "2026-07-06T20:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:51:34Z"
    name: message-dumper-predictor-6575bcfdfd.18bfce8fb10337f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: d3c1c387-bcf1-4e7f-9e3c-209fad6a75e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 46382e37-5174-4cb5-9444-718070f17a07
  kind: Event
  lastTimestamp: "2026-07-06T20:51:33Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-06T20:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:51:33Z"
    name: message-dumper-predictor.18bfce8fae541830
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 1bef6727-89b5-4c44-86ab-92e7c9c32d06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 5c29b736-cd65-4cf1-bb9e-e1190d5af840
  kind: Event
  lastTimestamp: "2026-07-06T20:52:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:52:19Z"
    name: message-dumper-predictor.18bfce932d3a2123
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: 84720eb7-5647-4d38-87af-196d342bcbc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 5c29b736-cd65-4cf1-bb9e-e1190d5af840
  kind: Event
  lastTimestamp: "2026-07-06T20:52:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-06T20:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-06T20:52:19Z"
    name: message-dumper-predictor.18bfce932db707a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: bb3a8255-105a-4d71-8516-01fff37d7768
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: a1f906c5-51eb-499b-93d1-1564ad4672eb
  kind: Event
  lastTimestamp: "2026-07-06T20:51:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-06T20:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:51:43Z"
    name: message-dumper.18bfce8fae4ca9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: 5a7a3566-764a-4e7a-bbc2-c6d112c1e899
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: a1f906c5-51eb-499b-93d1-1564ad4672eb
  kind: Event
  lastTimestamp: "2026-07-06T20:51:33Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-06T20:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:51:33Z"
    name: message-dumper.18bfce8faee024df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: 54c1475d-1730-48d0-a91f-b902f819df8c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-06T20:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: a1f906c5-51eb-499b-93d1-1564ad4672eb
  kind: Event
  lastTimestamp: "2026-07-06T20:51:43Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-06T20:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-06T20:51:43Z"
    name: message-dumper.18bfce91fe7af7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16865"
    uid: ca36fc37-8dad-416d-8fa2-990a26cd1066
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22189"